diff --git a/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202ee40d52874855c8e71ae45dd3805861e276c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877745e57e4901ce7ca15675abc1871d8fd050cc83588bf43fd2422afed441d5
+size 129106
diff --git a/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d321e6be66529e9e0e4670a18138f63a56661cf1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0b9a20d4562d75ae4e3b711bd0270dd857b3c2112b6c1c6062ed5381923899
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3115e2d0938698297d2aba45bbc9a559258e4f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36993b1cc46d0c12b3035be9fa79a731f983382710f5b013db57cafde756e686
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8667ec82d0d4924c2f9d96cf998d5324dfab869
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdfcb9700fea5aebfc426eafb6f6f873afe2fb2c2dff4fc904d052a82ac4441
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdb59634a1beef81451677acbff2447814f25d8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f094c7a751f2af62481d5fb5f6788fcacfb01c3c222f75768f2306be519a2b3c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7517eb5bed4ffb14f36d986b26a9d735a8d78c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685e9710c412dd3b3af0e7486068666495d3eedc3458e291425424f43aa1e9b3
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7eeb7a4fa52b9af79c30288208e722338d3095
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33be544c471963c04ad668e98c137cc7eb49c89ef27d11a40a22bdee7cdcbf9
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e63142bba9f69afc267d660352f6f93c709cae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceca2c2a5af8af6d99b40aadac9d9aefddddd540a5e4c4d4c303bccf4762ece
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2ec4e75dd4ef8b33b2eea18eae9864431d02fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95186b0ff9470b25421bc385534d765f427ac50ddb511b258ab27ba3336a660
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbca632f8c22b42c9da868f8e1250c62ebed2355
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e7dafad9cd7eabf0289f0bb9c3c3e9f61eda4f5ad14702cd74bad644664664
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc6c8d13e27cc42f624854abcb1db9065c8abb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e015935c4360b901c224740afa29797a93052dac6f5ab68d02df2ff70695a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4831c4008adc63003027aea6783133317ed97b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4816f867b33c85fd921f40a46636efe6de1c72c09425bb1ce1737a2d91fc131c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac638ee530e659f3b520fb6cb62b3c6710d9ea1a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a2c958a452312ea1ae0126d5cd0319e22d1f59efb22ef2fd37cc4440eb4050
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4632150ce444ce7b8aab2606fb49f01a3ad8a91
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981d4c4ad36b77b4cfcfc4978c2d8a45dc8307e4633aeab3a6be12085d0d8498
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515b18379aee120abb04ea8826a3cb2f5560f184
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525ad844c85c5ad496d2a5bcc1851bfbfbe4d5cf82f0f85e99fa642b44db580
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef47969aa79ef9c6a80b1607159f1368a4ad5967
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11fdd0ce3103f85b9a23154f81b0f032005f329d1d455d3396c62b67711eb2c
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e05b5a7a4ef28e67afe0c376f09dfc3ac7bd68
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f1d8e6d124614becafaa0c0273609308aa0bb265d209e8003252a14a1f2527
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c78bfd14b2e444d6cacc74fa8155e7c6a5cef97
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0606a9d6d6630078f6c1695472e0206301cade0f2ae77536632fdc3f18fbe3
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35574306a996c13d1a2eb5290fde527664ebb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8715048c12a97137df2452e1b55e7101b993617269a0f804df966c5e6277da
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3e68c8505a6d323822ba0697c1da87198ac89
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb02234326824b055657f4baf71a835d8700d772d1227a9f4c542556e1f81dfd
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6a9b9bd73509cd2c6762f8b00ce2e9dbc7948a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6c0f72460d1294ec7780a7eb4a142f60b0e5cb17deff2e1f35fb255f9ef3d2
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588fd5abb10e5a69d4da4cd523c650ce8db35711
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5630d4094ac5d6929e061e3f1c05784f05aedd2ea16ad549e7cdad81f902287
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfed789a1424051187a7938873b406d0a67a7d2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba64d40dd0cc9c71c92a081c909fb4ae417fa4d8022776969b56a9a39d610e48
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03ca11083add527282857068be89ebc846e529b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b4405f82b4bc6b5695ad0e336f06e17c59e72c4cea66f042aba0fd1b288c73
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69954984440bab7521b9bf023b2e1998e52aff61
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccc055777c05cb18ae1d1261a4595e16c95abadef3490e69f824b9cb4feda3f
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda5ecbc1be2845766913c94bb2ef36483c01db9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91313fab815825da86158db751916d92746b1ece9fcb898227e8344f574c1c15
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9089b547c1b0e34b45f181da6a27c2cd201475e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060572e12526bda6085d5f864f98666ea4e26388a4e558cc087e89adc078c9e3
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfda5c0ab7970fd4c69c5e0d233243f6668e9a3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02022735b0e759ac8d1d61e49a065cb227cab904b998dc0749118e775e0fe07
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a956b4297d680994c71df9c3db71a339804aa2b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f1d64194ef60b86c802d32d31054887257895ba11a5cc4544e83b7ee7e90d
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109b9a4728be64b57fbc32d02fa69ef0c8c24dc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9a6437f1d2a4f2289066626d7200a01780dd2069316e8044c94a2b29a0b028
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2833f03656e3897063d69059073c493bb92b5247
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8afc9d9a1890e4bacdbe5162d693a1b10afbef65727ca0fa709d797bdfbbb2
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ccbced14979809fd0531ee2d20a5d3633eef0a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e546504273412bc542bbe404a7ff6b0fefba3793253f6f4bdc59c70eaf0d1d
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e9694fb07acdfaeececadc6a989079557e13c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f13934dab53c0440b06f9812db999b2cf4f04b53684c025f20ac2283a27e75f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b891087da2f3e2c8badca4b53384a05eedfee
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12f0c36a8d3b4f522990c0b177a00f71cd13b3ddc5dc6212b0ba7b333e7a3ec
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817ab5d178b5abdf742407c55793f8cd9247c6f4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d2cbe2707735321e9bdcc45bda1f2a5f19e7e48f978215bbf507816964f4f5
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9eac6cabb61a903ca1235f9f4eccf17ebde736
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087ff098ae33a48063dc28a5e2c1ad22cebf697f8b9bd5a56429e945385ba0cc
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126104c522aae8a9e0faaf60b381bfcb077ea84d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23e02d0840d7918078da5d20e567bc71fef806f362540d3fb422fab46efb4c2
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c58cb1255fe54d00ad5187e9bdf90cb4077b7a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be2602209324e3a1e12080d2d43cf5b77af6e985ab5a2a97c83598d4bac699
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ffeb1ace5786a5c11e407609d5bc9828441710
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a82c5f868de4a9db2dd9518bd21cf5b62ded3cdf0c08f1e6858caa0e8bea29
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc9b92c06afe94c984cbadd13357274637ce713
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651ac2e01b91e30d6b48d7b3bd89004f596b536fd0f56a00f7dab93bfd3dfce3
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c466dee4df72e4f7c7e35987b9b1ad12cb02c6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8865401ef03774730f7069a1d9f3c83603e0ed063519acc21633e6393fce4
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bce905567edcdeba95191bf6bdcf1862112ef2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eda18c8b726ad54a1b830603c65010a37f3493e63718a90f72a15b14620f28
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a038347b6c2ab359e82e6bc010b5d6a8a26ab1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea799d0e57a45be93f40c92730c78eb2aa0bd8c858e49a4295cca1897ef9a7b2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f148cde0d2556d363c8c55812a79b744c133ba03
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd4675abe157245753ad73287ae51dfcf0b20daba962e04867990537bc867ef
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104e214e91eaaed9713c504b1440d8d12218106
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e87f0b55244e0690b78e54fc86681f33715a170f494381be70c64cf4d53ac4
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71813d00719fd9dc554941ea2989dc5b0a83d573
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe24ff69e5cc1cb385300da3aca8e8f89a81a65d8737dc319e0d4957e1456c96
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06482a68fb7703fe1342334126d2d14753d24cb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbed4920b8824fc4241668d7dab957d3ed8617e522ace46ea603d8ef516d428
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b148eb146a640499b426c469f9424ab4f1fa15a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373a5a59d49a0450bd4b0b6d3b124180617accc9ed864bce20ee2440ce950dbd
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46502a71a45aeb0941926e4ceef20ba56aac130c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25895132fe95930ba364a0f27504add259ec17fe8970db9086f0caf19b6cc1ba
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a592e0e5d7c13ae280092d64bc4282abdb072b84
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c368b73cf8385c3bcfd036da396e19b89b46f89b72811eec20dc055031f6d6
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa03fbd492a2a889003744005262c8a3905501d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83c9515883a3a94a96f6c5940fa76bf93af52011140a34a075c272f18132c5
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d6e2e654d4bb79f9627f2d6afe36b3c71a71c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65b1acd23bf03b3a99842ffd1060a3c8f31c164cbff1688e0456932f574311
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16bc34fd8e3b4b155e341fa3da2802493144fd9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4221b5864f5916f3ba95387c9a6493d75a1fb03ee0805aad066298ab7d418b95
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059a57a0a693a5c1309a39f8fe1a7ab6dc3bc422
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efea8e41ff002fe521bac7623c2d4bfd395d7c0a407e9eb7b21f770e93e1257
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bab61135ab696d75ef9a2752a1c934d725f219
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce11d9cfaa686760c69902b09ee74dbe5409417a0423ea5a11c7ad7650ccf35
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a9ccebdecce7cbef71a3576424b0cacfcded9a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674817e13f8c6c4c57904bf405c0dd6a0967c10234ddb14e85b1b2a47f528eca
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca471287a4a5d72a3de18f1c3ba2718a2dbecb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ad50731c737f320d7366c2c6edcfe974a623e0f843b130421e688508a57a2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee8922db1823632005e883dfb2b0b6d18dc2fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a102189a1dff3843237a7fe492d7e3c75bf7b2676c1698d7bbf75e5b2c00f547
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4f4d71d67971e24505d73e0f993dee2ee1440b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0085e382e8605c110bc16e68122979fc98399c7f3784e3828410a7a69139826a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1d392319976c8699c490991d2f23abc557a46
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d629898e15cbe0935c8f1eca109d633d99c8de34a70aba7a1b05396f46f3da
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ab6c22dd2221a6e5e04b2095b3f85c71ab9d13
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84da4816e7f786dfa46c89ee513aa7f939332b3fcc583345d538597a0ee4220
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96179e6ab32fdc6606630fec8fac0ddf7f9cbd87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf32c920e65a7edbe1acd9e7ba47fbc201884a475670037e0f08f60b460887
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c8b6997fe619ae3b0ad63b9ea7a5b491de488f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2cb234cefc6b775d44de5f702beb79b76bae0b55c0acfdd66eb04ab900db8
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e823e9a15da7c55621e38cef03ba8254f6fd558
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393bddf3adac50b1e29d6df930adc0c6fbfb755eac53986a9605d001f006a9ea
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296aec93178399fa1e1f3ca648701905c6c041a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bbb43f4272100b41a3305640fd28bf84726d7c79044d18c84ef790a193b094
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01dd6f66e2725e31ba69ab4bde9942bff3dd2c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078d848ec652f775804e0854487960739d34b5a8dcb1d6d65b02f1c2a12c5eb8
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae77c2b0f95ad0058365cdfde6a3e1e0b1aa2f5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b682f4bee0492a74df431e3cff22a54582b71ea6808cde00ec92af9890a81c6
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c54658a12beb0a9bc9b9d269c7d2821a1150ea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aaedba2c56021d245ab9fa7b2ef44ef537d98748160f2c9aaec2c000eba381
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9202335c0ccc700ee8c1e8a9c4aea47a4124d14
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4310374e6582372afd96bd1b9febca7c87fd19566ea03627a6aee30b905ced18
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f31d5db7d1ae5841633fc711318d5504983815a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b38f4117063d6f925a939680488c8fc758a80eca4cd1c66af2cce4c84fe516
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f4bd09076fd33e02c099caad27f4a4d3a29fd3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3edf8ff9df21eba438c8cd4184e0c36a9a0f2db367c51352a3355cd0dfe93e
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e73b1a8791d3e05302768afbc45f9870461fe4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ded2b90f9dcd39fc010c8d9946c5bdf1b8855ac3cd804ce27a69e1a532aa849
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2276c3c47e9812e2d597efaa75314fb6558beba
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9634c0d8644076c947a9bf027e0d5c83169aef6ab3f714433837d54a907df82a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d011ca1283196ae78eb0b0bb625599299514b1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d31a520f58e550241d866fb6ddb7a8a7e8452393d003ab9f43f4e05b6acc70
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b031144742c0aa586337052a75c67f0a988b63d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd6323a7fcafe2ac02cfed0de72ddbdc42ec561bc220b0f154ee96f4ff39c5
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9119ad4c442b4e24d1f70fc48463ddbef9b476c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff19e77732314a107e935d21a049575dee587b9d45473117e4ca4f3a8b2e3609
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef6adef110443cda1f011b328cdeb41ea2a53c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47db2bdd7d1ec7662de927e8eaecfa39ad7d0366e8099147ce34c02aa615d692
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb691d359fe1fbc6bfffc4054f41acc13144d78
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b0961f584aa98fbb7d418bc7de5b8073445edd9ce3879b6e742a1a67fb40f2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7fa32549d3c540576997da8f7f7700cdd5275
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894228d02defe96d20347e00ee7038f7a71a13b4996291e9c0bce9ad98c17a34
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9f630072871a560450fc3422080b151474f2e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc75663f61823b1a1f33624d053fd7a81454d6a88b2bd92f747fad31307a7b
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf308d1ec91ee72eb6426cb759ac6d773c8fd0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47ddffebfc80e96ff4cac21bee274297f3df4c750389b02493a406448ac376
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa507710e8cd3b0b9f45a631ec9b0941cd779e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d546f15a04288231eb0ab4f9d247fa5136a383e9157acc2ab923cbbafc706e
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d338d67ed45203349e8feeb93a9222f71a4382
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6cb0a39231a4f6a9d564e616163b39577b20f589c6ee97b536a9164d9d77d6
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6c7c8521a5faf38046c1cd351e679ab2a0a780
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b30fb52fb969866539254bbf370db6a7fe5525a20a243cd67851c8f2e3aa3b4
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c386be75398723c56a14390a6b591da3ed41f6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a895be46e381ce7dadfe8746e8600dd43c6f11e4b24f01612ce8cfafd6cbe1da
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bca2cb63af18ef42a5884d6cd63044884c2eb54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e96a851f3199cb32d71276e871b091c3acabce98f6ce454064282f6cbb5d14
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cd15593238262a24a322fdfcf558807a214f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf981d18f04162d48a89b8a92e0b98207209936b7a246437326210fc61208a79
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57aef7db8cae10428f01253d16aabc52bd047261
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a66d4810ce4ed40d5793a30c6c65a4b0ac9c9623dc6bb8d63fdeb482361c22
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988ac0dc77d7a3881cf6c790cb9d67f87371cc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7918c7ae69377feba23d5b65cdd4230b970765f1ebf79c2ec300a79115e63c70
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f62fb136aa8d6a6d9731b1774e7502dd9e4a5e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75c8182d711b404aa83d88bb0845be3eb681172ee09967f1a51d426592438d0
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67445fac2dc797211d51f72eece7027c71a3666
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e1374b4e56853a114a9124a1562ce7e4d2b37bd5a453c50beb5d7aef25067
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110ddde5581a45874786229d7002c722c0de4e7e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367d53e9f8224a72acc8085b24235fa9ecbe7e713055bb3d2929f2062a89d44
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aff2076f03bcd2a36a30aa6087aa6ef4f3d4ea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea32a795e606c8dcf3e8f6dbbc848f1c31719c21ab04af3d75f3fd5ad437d16
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b5b4dd1a7ac31f01ff34c1af51244afc15acd6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971c303b7997709715c99d664032c20b57d3f5ba693d18415ccbdb009685520
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c80c2c08e6f7268db4b5338f5c970e44bc5636
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ddfda4e97c818ac84b8d9db3b67049b4fde5e9f99cd7e542160e515b999536
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1271b4ea21dc92fdd7d95e3e6b28177409f62e5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea0fc9cb031552ce2898fcc18e9101c1c926d171fcde0ab87a13cf58180dc4f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d68efea74c364325555f89789d0e488ec01b0bd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb33e5f0bc9a92973457e0c41787877206afb1bb15859a1e13b0bfbca1077f92
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2f8863debdf195c9561ea0b7b5b494270c473f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110c0f3b4485c60aa9ce1638906cd3f408c04c13fe403082f3a0be32f5397002
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f90643cdb013158beace54a22eb1aaf5ce6b23
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf4f595ebcac72918ca5f4c6d101c501f48beb3508425a737c8ba6876de4f6f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6f439887ff796a2fd6f287648cf04059be67a0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c56ba508a59b530fe39f5bf5f0d5d531c161c41c25274b7e2c41343152a0c
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec43719229875a5ef41288950f2aa47dfab7845
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e251342ab9abf239a9a5ef05c1bb5071e1b967a08d5f778d6811ac2453becd
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d21925290f6f7fc39cd86ab7413a8b76fb154f9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52b80c086d17c4b1e7ec73dbbab7b2d42b509c2b709748809faa70f3b394bae
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285d3cf7c30c61e9c8f418b71f1f7cc14edb2df
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290a25fc32fbaa6345a91aab026c80d5ca47bbfee2714de21fd2028c5db9f4a
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88158755535430b3711645b1ceb3a21622aa15e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa47dc1ea4042d72e36b21e786da1c2de55b6c08ca19a93c87a4f4e92c9c6d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c99904ee89bfd704e8c69f52694d124d909f49e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3ca092e25f17c7aa514d9bb36cd4a026c9485c057dda06b1016a1ad9a3df95
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb24052f27d88bb867a2bbd936fd8a0f9d69d79
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b940596eacdd98bd6563b3d3fd20af04e349d2c579223ff1486d114ee57019
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64a7a92ba3bedaf05cb24b319c9640018bfea9e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44205be4c950f62bd735b3c42d0c615b01379a5fc98e8be48c2c580b1e6d2ef
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5176bca65bec59bb70bda6bbfb52928fbf3490c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43388328aa0374f7be94cc721ce00e2b108242a7475e4729b9162f01ed0d039a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae08637eaf247dbda03e95f108943f5f9179921
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a727749581811726b2778fa5b187457bf0cd52af9e800cb254781b32be3884
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf7e4a01f739e2d5256f64a82cb65dfe39d5821
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a322aaae9ba34befce74978f26f273d2279b07951a8ac0b18a75f7dfb79edd3
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52e3dc9873fac418bf19ac16a53be0920773403
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f4c2098e0a0356c97d84bc8b4849d3fd8b4e958eed86241311e135db40d99
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86db4c2fdb1d7519cc5e9444867cf108d9545c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668fc43d56d775d3b962854d7de6867feca6cc5dfc99a2e9da562a7c19b02421
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376cb4a4f2590a4f77216ef29c8647ea0fd35574
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb389c00815867e223cf048f503365ae03e298e0e965e4ac48d2a2b6211aab
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789e918c9b2756eeb340b811b7a5fdb2b2b22f16
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fec862c73a559864009bce7a36b2f8defa4ed1aebaf9cf09764ce099a2324e
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db13961af516e859848828c2e81768c04298e04
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67084695b982b0d73bc8240de164f486a94cbb2c52b00c12ede7fa165feb992c
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc67011c7817e5d72b0471c23cc509b16f0d086
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff9ec9fb8104c61c7e69a60de8e0e627503e69b24814c74f94d61e6478b67b0
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe16a369b2d653795e2bc25cf5f40c2c55d1ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5178ac82a0c85c3b6860106dc67bb9c084760b71463a6e73307f625f2ffcd931
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8312d971412eb61d9d5ce086bb4193e75a026cb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3721f68056dccfe12bf795348b45b4933bdbdd0a463182f2f489566ce950e06
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62983b8a7c132cfc3ec529beda4c6593e8ccf0ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aec155e8708f38a62068e9c163b75a1cd1f4d4461baac7eb9b2bd988b65661
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302e2b58132198c2c09d778c15eadc6fa04d5658
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705caa5742d03e01324eb7acdf0366609e268aaa92e08ba00d428d024ee7a52
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5ace809bac6704fee7dff45a1b3713232a2382
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56afabdf13a72aeebbbb9ca093f33c276ca6b9ff44a94be30e15c7bde286162d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a860597d2b57fc4b9f9360401eda1c571ffe64a8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fef60d67d0719ef547e7cf943f3722e7c0793a584376e135c8560496bacb85
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09c2c9f6cd7b86acb24e0e95bf8ee0cb1970abf
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233af0598807befdc92a084f82c960c8b26f5d298170a20f624c04a7fc8fd1f4
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e168ba5dc9d55cd9e9dc92d18fb432d9b49ae36b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0faccf8b93e0bb3ed5d12fe7d899b2dde2eb2d2166bedc8367bedd0ab15d937
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c936257bcc4ce8afe1fa84ad06c78aecdf188ea1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6233dfa291ac10a7375442f00a8589f1d5477a90d154d1b98ab54d415e110e3f
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872e1137b3bac0c6ebd23b7cddf3a89535c77552
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8890c4ea62660466f88dc70bf19ea1dda63c77ce17b0bc0c9bedb1530995de9a
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7be4a3cf356b0ba5e9a702c7ac7660172427bb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2471e957ab04ef2d6e029f2c8cd7947a32f1cdb9ef3f11f1026e8a68237271a
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff079d6f9a49f8622c0d7e34c49fa48cec11e0f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17704222bb928e8d0fb12d20489d71002c2d3fb8debb2259674cf24ef483a53
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9095f9977e98d43b8279defe69fa0844f5895da6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bcb843ac4d257fdb19606acbff4a696641d369315541cee663fd6fad4c1c2e
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8def6c9c62771b28ee7c6887deda4d32bb24e3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b723e184df2e303f5e60a3d9595bc59ef4f369e61f2dd289a5c8bb14cb53dbd
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05490d72ec3901f149bec60ae487ee1b3f9db097
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681238b3fd780618fbe17f351f1cbc166bde1bcaa8a77017a7b142078ade97dc
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c39c635d6c4682af9b8bcd21f4aec8339c9cb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a6e1e4df925be10a1945263f5476f737db0cf879d39bd0bf39d1cc2264f055
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17058171ffeaccf8144347afdda0722031026290
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e0a9a1e1e6c7f1df797e3de73b89cce8af192544c39204ba8ceba7071ce207
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242f66571e4425616b65eb0568023895a1b97bb0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e49f079354464cce3a5d87007bea59004c02571f6f96a60a810f5331d139433
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b98b2a9c7759ced42b4053eb7b5a45fb8ee492
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc7c9218874b15bba7b51185ff7a26e88fb3c41ddadb841edba95cc79e158e7
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c642d7da4dc603cc4b9031f6563f0d7eadbd38e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e2382c816449b454defaa9c40e2d8c0b5909711da200f05b583389cdb5072
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d460343d6a930a625035ee7c68bb5900079a7553
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed550d0b31c6c95e75b1648462896f9e6c4d341434d4830e8eedc6a3f814c930
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eea3638e9342d6dfcb2bb48b06138202876f08
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f067f2b384b6d802fcf9e0daf67e7dafc78abadd0d77f862d7736b2223f65501
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f71a0762b83d37eaaeaf34f944c665ce1ca6b8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998586bc956f85d323cda1e374b4b3edb71aebbb5174e6460fd003fe9e22dbe1
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10550a2f7506bfa6987df5367958b4584b90c108
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982731d03957ac2e4b748e2ef8251af38caf8ac528718e983f19d1e6a2c9107
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dbc6707320c8e12ba952933806f12dcff7e05f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aee3158aff9a59a66315d850af0cf93883e7df8b599e1de892d98d50e4decd
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98c82d908bb010ffdf177e37143c156758f372d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233300b45269511e723203175deff67bda937122a58648cc467740e0e6aeb9e
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17b19d8cf40375f2b30edebf33a13cb40109a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec4eede1db83cf6ae2f78a47bcdfb6206fb53c22aac9f6e3212671126aad38
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd2515ffe81e09a0378cfcfa31daa4007c25b3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4490de5ffb3cef15fbfbc4edf440986c860b7660c557ad1441355432e44e8c74
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b68471e48227e405a9ce9b4e45e793d2b2bb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b867ab165d0f49426e85603d5c6898d88d1f8da689ebc45cdc7593416cd4a09
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7168536f5cea3474e2ee6d942b191254468f4b0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd35833a3f8d4c435025492377323b5140cd6343dd372427a08454c2a1f24f1d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ef3c8f8c3fb077c2deabf468931d823c130cd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243ccbb3c8edfae38cd4edb5d688b523a6401f67f9a4006e3be438136b2fdcc8
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23e40a6d6e9aecbc97cf957208730caa0114321
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7fc0c878d72ca349a716822c6937dd585ce769cd4c43c2e28de314a5fded1c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6678386f5065e4eb63130eea153195c786bd5f86
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4145a8a8fed63ae4d1ca1e97c32d6d71b1298e774582836534e8a0bfafba8d83
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096126a7658f49163b8f8d33a3e9ede6715eca9e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4519739d7d5d91db4dd66d63c1f91180b44cc8e12f71320ce98b82afa97c0f5
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bd4cf3304d06deaaca167e082ece8511bf5b54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b343607d238e69acf3ba0ca91c252a9b164c2ea2ba84e180af985428075f8e
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfe4dd38e2203723e37c46142618a112ea073f1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c53fd88b0a7d258a77300db6fdf33da53231aff62b1b5df3364f3eefa905c1
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ceb5109e6aef06144d7dadfd6010d22b335dcd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bc351663a5b9b8732527ce91f30d94583c1833ec408a00d9ae31e418207eb9
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58742e0f6c459cc706076343c58873f671ec6f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc3593d47e7be70010d21815e724ee4b25b0e7ff51fc0e18d9ad9c69abf2f35
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27be50cb7ce8f3c6fa21ecbfb8322e668d4fdfcc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98c8c0c7e1b9906bc27902bcaace62847bb512642c9329f9e8aedf9471ed97
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b8e3b59c2dfe399914ef088e20ce816237c87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd81d014dbab4d9a31e41fbce4f79971b52d76bc2ff2b582bd2644b4675fafe7
+size 129249
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9a731f6418e9c479644eb2d06f95878466b312
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5af44159e887ceda47daf5dac05fb9853c99a660cd5ef708353df79f9b1bd28
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e529a75c6272123d302df3cf4e38c160bc4455d2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a0b17a9f795f51c7275e4a12b7c6e45c698f6138907158c2555f365f662f9b
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97710050e979207800f45b2633171f847f5edd78
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6851a480cc73880248fc093a7b5e1a243f5588fa67761f0c7d10bd644c644566
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc57121b62c9fe00373f860db4ab8373bcb767ca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fb06a60c5cd967f2bc573110a68a573b3546d57448a67dd1e3c8a64ff089b0
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2f91d54ef8b9300125a4e0f0d1fdfb29a1950a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b360d1fb2c3ade7ed2d8bef22eaa45c73794f32b6e307af1b1c8912ceac32de3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e534985511d4e19bc32037f8fdc12004c53ddb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280b2d328bac0850a7d567915b026f4896b4e8bbf0f5fe9541f4faa66932f59d
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b7d89e6efa3ed2605249082d62008030ed1a46
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55fe5424d236757964e11a2351c42a8b38f4cedf51a974c573b68a3a72ffd29
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20363d2c96040127dc74b94b1a44c418d41c2f8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1525c582d30207ebdcafdfaeeca91dc1abfd3142307b04bf56831e99c1afb895
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d364d3bc9a2a2bcef6fc28613b66673e4621784e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b76e7844360e0f467082bc9691c5e5554eec19d2458dda522f5a7f2064a897
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201a3a4c5a07fb52e09d893fc4322a2dbfb15e2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2e71f154ff6d7ef8e0210f608754927b0ade109756bb979f66bbee58a996d1
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa1a6ddf59ecc2dcf5084c1becdd04ab7d9421
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5687c4c78519e55caa237c3b7647b0d64785f80c4414bee8252b6902152564c3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1427d12a35810d6af30b279d4f3c383979971477
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba52594b19e739ea2a3e78c8b502e48d2d986aa36da49ab7090b828b40e4b55
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a134a5a97e7f888fb29196dc826b1b1fd6ef08
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78492d79227167622a4f078e2e14be38ed61b00ff9dba5624ac1b5783aa83bb5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52e45c75de2858405fdc8f16a138d99dcd10daa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2421bb21c1bcc2de6bdacfed9647f8066b943908af360a8322cb36c38c3565
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91248c240800599be91d976d9913056f35e034eb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c76e3894a72a25f658901438f083bc233fe1edb80dd0e9bbd7b6beb7ecc5b3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15703f993e75ee6ea1d3122b5c55ce970f5728d5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f7feb3ec109149b03d67f122747ae451b53be84c0a4425bacd0fb2e26917b5
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c5c8f67f14406a53776a76aaf6a38c394a2550
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61850a940d15ba27184de1b2c9f81aae27d0cc99bc9a00f505aa0bc152f2787c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fadcbf10193d1050961f95f42fa6b0d36a39bf6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b930ae9d0d01afd468eb6cdb8fe38db48173d5fc3e0b76519f3fb9b996dca
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db54b7aeee95a596c80161c004dbccd51eff87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97269afcc59087c20d3815b522b69ca90158f648637e0d752673f83ec097e2bb
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e971156eadcde2e767f70d2edf2a0d9a2d689e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27422b52e27bae4b61300cf78fc74b5abb2e15db83f4594bc310eee2c3188dd
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc081146fa0f5ab483ea88a2a311fa6cc926e36
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a405e3f140cd6bf1be90b8945bb0b1032350183d99971c7d35e4878d34409e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9868a720aab4596814225b337c34e2401c4a60
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae678f5be62975e6780ddd35f0c179bfa68596eb19222024438b48f137cdd49
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be7a9d3bd492d45ce95c7ccf0ce6bab8536830c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fbfefde3f8b35e90c8b00da183c9542ea489eb8f006d44e2ae1fa0af1d8b0d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de7ab9bcfb8c1323882ea9da7e5c168f2acd07
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d7b9e7641a24e061ec29dad5f22572b6b9ac47d3a3b5c099a7d98f904bba2b
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a67f60d34fc9a0c70971aee83fc38b7ac65413
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e927bee05493c626726cc4bb335695cdf5bba63ed10588824d1438eadf69af
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea02469a02899073d5a685cdbcee9d30c4177cdb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a5a3f126c3b2c2bbee7575399bba80d105cc66cc9b88d2e757e9caba776bf3
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022a6ab26a800a328350f6d6537ed4116ed3fcdd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bbc8ac362405460a848c31e7962aba90d668a5923fdad4bbd786237fa53931
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7c7d768b84c1110cb24e3b98cb97dfbb5c8d3f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86db7eda6530975f3ddc0eade22b900f2c78427f0039e5ebf621bef273480692
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee001d7912602043b4bcee4e7d4b5b47621197c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294cffec9f348796a124c81c390aa14c39a5ecb9e9f0e62c5ce2d531de9f1d17
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd405e1e2c7e98c5adfaafc424d370fc22f7935
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847d1053dd698462ae6a2fdf54fbff781de3ac1a4aaa7f90e3c2d91247f72bea
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0847c4da12fdb4c933f9180d860558fee230ad4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f7174c145b2a4d8864a2216258408eb71513acf1922dde725e2101cc067fc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f28e787442d49d88e1f9b6ac1034600e8cc7dd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a987c9f96cac8b8b063742b0b4f1900af8552772c1cefbc8880925e5c55aad2e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc80efa57abad0d60d83711f819d31bf6b3865d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c463590f1cb313bc86ba4f88355943bd6b54bb7680cb3f92eea8ae602275c4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f271d0ad8b7544f433302c84cbf7bdb3980da69e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496b06b5a893846871309b699063355d09a9479fe39006930137366642978367
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37fb0846d43daae76b8e0f23d7f6daa10d4b9d0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ae3b51e80483e4ef07835b88e9feab82bee500a5941ae4336bfedb73eb69e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df933c65b8d5fc32489994342bdceb74f18296f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdc6344533a52d1ba276af78c9db97f6766a91706ce662dc2b74a21f35ab9cc
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0672e7b2fc9955fb914453aff1f98cf85df38c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9392b478b83347584359bb9120947fe94c1aa411f7cc2e0e7c6f72f36d759244
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064e5bc95a68c3e012db5383af26c08db2376045
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdd61813b63d0741c50f8ca4d4a6e7d24b65c753d98dfef2edd3429d4bb1392
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cbb4f17a7a644213c507950f509e9a62fae88d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96bdf70a1d07f62abb5a93328066823d4614375ddb490cb865dfaa260cd84d8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2880b1a744d6159adacaefd10afaa7c07fe75c3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2ae21433164bdb70af098610191ca1d71a3a2d5f666fdcfe748c085586c1d7
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dc9898afceaee75ae233e9edd2988f3556ff0d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece6c336ae89154f6c5c724e053be3e88b5a718c585a2803597a1e627f8f640c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d30fe401c75cbcbe6051453a64c2c3d4bf1356
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41f79ac28c67252625c187f37f93b1c2be8410d2a5309f88019db0757fae519
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f2fd41d16f0f5b9144043f4be5d7626fb8b5d1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2ef2fa143eb21d25b3833b8b2a31cc6a4ea3fa6dd6ca556f9dce843974c948
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407a031a731dd4c568136f730bb36d9b816b63d2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea29f79a85ebb5da3f23e0cc7a4722b8e8c8362ffdd30df50c2ac4c3a8dbbd
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e64c85f62b4dd1c1b27dffe85ab8a61206438b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd0d0a0dd8eb6cf6a1a675bf6a0b035783fd6f7a2240d34134eea40a7c61f77
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1e7220188cb52495ddf2fdf20f47805fe25dc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba79df7cee92250258cb691bf6dcc9116c6d308c6375f7721ecadd85d48ac52
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bea7e2bb2d373bd534776352bc27a1a0936227
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff7f2b21e399152dc15a2f45e3086e23009c23f91c8237c77ef4a33fec270b2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc7173733e71e525d429a516ba080130041c0c3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1cc04cb795e99397baf01262087a87c7736401e897ec932469933b0d01d71a
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033cc121aa7943ba330f929421c284709de18b0d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e87442fe65f9c7450cbf62bf361a79585fe82e95bc4b534295af8aefe3c8f9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725b0d28a3d2d941eb00d8e84cd827dd15423692
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae500d634ca5286fd048be6062c9be42b294e6353789ec5971e6a4f79826829
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f7167a23e0041c28ce9d355867a2771295cc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159e9aeafd413047462f90177157cf2b1ebe94e53c6b9a4228b886fc61d0798c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94663cc77f922cf69fe14448807109acfc4b79c0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12faa54a4c8c48fa93ece8f6097df239d67fce7f3edfa1bbe0ed5c18e687cccd
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da196214a7bb3d9419739215ff1881099ec99b3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867946ec09e67dc9f6316028c9d95a19426d1ea439fb2d897add6d9a1fd14e05
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7854a1f4aee2550bccd034f96939045d8ef0c445
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb208928b79a6012490c8bce5f4af8e1a0f71115965511f9fc6eb2bb137c5ace
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d05e9e148c7ff67a753f91f658fa18b4af7640
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841dd9305af3956a641cf0993c573d9be921c4a83008d54920da988152f9f37d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f568c92bad126aceeca01d9a2198f108df1be15
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6876f3e3754721f1e8adcc325422834edaabfac6bb15731dc64095cb6e19db84
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6efdcd73674ed6767b535d506e13b16014a650
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749046bdd74eb8edcf934b2fb6327792a6f132c0f248d53a4dfadab9650eb7ff
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d19b41e33eec2e75494a8a0cd2e8d3aa091cfd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86057209cb02fdd3ffdc2856642ff07839e853e4017c800f67baea94a3643c00
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c945db10999b6d4557c44f3da65ec89d4828c3de
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30008d10b4c788302c7fc34e467555cd22a72c585e07fa3cbf2a3fee62a6f961
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b9c1ec43fd87624c11a5ddd9f449ca3d173d83
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae83c178e1b2ddcd59b124f848953c2cec68a7520f75f7def8c0295956f82297
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f3836b0d179760f72fff51f8c5cd62ab99537d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e497a887d35d0e898d3bd5a6f9cddd6871252e9b9da03f2c3e56bc742036e59
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296483e22778d011645263b86c93e9e29b04b174
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765870c5417eb500c1d71503fbfb9e246b5c0fa2446dbc87b6be9f40b6b907be
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9116baf59a972296489ada2eab58426123bd8e2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e5afb2649c519cc39e304ca9b58d1aa7253be4bf841b03bf1f557a3f13d386
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560c282c7a6de820d164278b9084354969d211e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8227e520feb2473369dab99878941fc543e35ad9156681bca1a4e01d78372f
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e07e8f083bd66df94b5195719453bf66625962
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f3fe413a53dc10a6a171073bafbe1b566b7f8c47560a207bfdca61cf200b3c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7239b93f3b90455f532f0282d2b6c6be49a440c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44299fb169ba74553771864139ab61791ff210f9bf361d27710550deb0670f7
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a886972e4df095400f43a0ca490d5c59d6d32ad0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af55a22b520e8319757d772a1007f1301606b0421030b5bd9ef4f07d008383d9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7dcdb1a425fe2691672834412d82f564dfe3e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601ef500580c2f46fcfa89aede52b95136d87547739c897f792e995652102573
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb3f02c3fcb029667d438caf05895c6b6b2b406
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33dc9013713754ab82a31db6c6adeab8e9ac29fd45421a8c7cd98ecdb322c1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26be07407a95dc4c3bd2b468794a31659bac0707
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ef0fc2240e93205455872d1393a5141eec697268b1bfefdfb287ee940383f5
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaaad04aeec0c67f9f8f9428989a82d9f3e54b8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75981d4a16121c2a44ed413bf05050ee09003c224bce83f567609482adf576cb
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2befef99907401b9917116384fc33c8e0e2dfec0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f1129ddaf94abcdbbf948230e9ae14eb97d67246910414fcd9af356f821467
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67136cc32d89b33747fac43ca2f1a4464cf9fdff
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28abd7f1b90c944df2ebbb6070704b48eef72a7a154fa2b15b4fb41d42cf08da
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb7503b533e73b34dad22e3c4637f51cbf1c323
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d411f4eff70fe9bb881e3274bf7eefc9b07ac17feb068cc8c362baee6b297f6
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e279dac727db5ce293a214f3c7c45acb44a5f8d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba438620222d8c7a72cd3a0aea1588ff5ccf482388ae095168e1016f6a59454
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d1c906279a1b7ac9db1ed6bc63595055190a76
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae1713dca826feb656a47a93b4ad39eea3d63f09cd36942f5dda0d616d7e7c6
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7cc3a7e6392f22a024701c0602dca1bcd5d944
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d385de0f0e04d50425fd9d6bf9077cd8afdd5ededd97c3c5a25505d660223a4a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba6e14ab229e9b1189465fab73d6ae5d97ba7b0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8429fba4f5177a1967f231289dc3c132612036f588b9b45078aed9ef28518e
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cce5dab3d565d74c133b64695520b4b44c2ab1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b331f95ed9a83d5c1deaf4acfc5df7779c2fc3155462f15b8c5583fd1a8d09d7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cea2d4e8beb4525c3d45deac2c971152a6c7df
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f38ba49a1d7d466f3078b9d07d98baed5ce42328d90e3410cd15de5d85c0fd7
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784190c944c43366e4b79e1061f16d43a62ce540
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9ccc17196376b6af20b232a6cd0b8a56188edce83cc3fddd82b60da093b942
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df776e02f7a3d3b611b4b894005427095f6c88c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c780810956991de4dae7b28f4b4787d86ee51553d1b8aab1a8ff7b485ae9a8
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec7ad27b338945afed172807c81fdcf27942f73
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39a6e88526c35e7db115df0ae4e310c79727a10ab9ccbd025b6f50de313df38
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefe06a1e48bf25d410c66ad64896155ef2c136e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab0eb123d332372a0eb30113c59f8874a59f49a45805bf6af894e10046376b6
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e29fd8fca5b8a7ec78a857b24b2be938580985e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643c76075a88018f8f2d225b447d8e5175cbde50b86d6ddd9c8130b16b47b85e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93456e01c2d8d3aa1ba8ff5777efea2adca7a779
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100b77fc63c95aea2ab067b345ed01aa86afe1a13ab30cff3beeba4eb0677826
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1072eb02793ef86e6312f480f1c62555d1e7b2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451a792334ca57b7a3673b680d7bb83e83cf1e8f78f8173918b019f00ec56c5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575f2f7cd762d1b03c72feee9945245da99ad80d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3c6af784f56226733be80a50b8e47c0880ddab7062271c39429654d51bd1e6
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913865fa95898f906ba586c9176d92fa4dfb024e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbece5345a35c967245bbc4c768adf0e0e902e12797f70db42cc587dab127cb6
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742e6925c2b28963f624e5d1ae40490226d301a3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b9950613edf751b309b2d303e6dd21b6f5a98effd5b0c7ad71cdc77526ce61
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d6e5b51c13bc98f0224b894e19fc6a9dcc5836
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc3d2bba9e2e1ea8297cd1103ed040fe4de7881eafa244035c8cdb9019ad42
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a519fbbede66e11f1da1600677fc1f553d98c2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be0009944357e20544481956bd3bb33916199e836181fc33ba996fd5cbe70f9
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f36d5c6f01ddfb14586be90eac6e7ef1f799c8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf18fa6718dd42438e4f59e4d92bf01e2b0f410f0a2ce941f60f5f14eb05847f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0adda937042c28df657770815754e3ca8046875
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7207e0bda14b3900f5236c982aac54f709d636bce7647cfade8548ccc645813
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcaef4a3b6f5ebfe1b35ab4202aebcd3699628a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3ff4df4d5faac3d401667dc7729f6736566ca759ad26c37801bbe0d55af59c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4ae41f32d21a06aa2214a55fa542a51a63b6d6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a438fa3cbfa10c560cf9a375f86bd7745868440536a9f5cefc477dc889fac63
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac3acd2158c25ea15a8bdcd621b2fd50cc1cfc3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b4ef3ee4366bdf643ac6d2ca29728cb96676e624047e4e10f35258c7a24f58
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730378739a141b67359299356ab5ef05e8319255
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da81e9a9ca112fb05bab4853818a58304e5df70cd896d95ad6e5fcf35e5f2aaa
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84421a59b0a1f02a05825e5aa07a642df226720a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47162975b9839de87df495cef76a36c458d3e778ef0a3a6a32a603850c54336
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982f064edfd388dd85160df1daf6f282d6fffe82
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30edfe10d17935599059612ae48f4376fdc76edaef92bd2f2f066215f77b38d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d2ca9fee7dd956021e6dcf9929cb5f5a6fcd2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ace0c19a27bccbfbe77f3228ec2c0c36730d7e27c90233f3bbf218f700460
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cef4b8dd02e306ffe22fb4fa8ec83eb9bb433d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcafe619fccbd71465ca17b9ff3ffcf4e0717b1b2520a736fedfd40e8237dab4
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38744dd6d410a99ecfcb30f1a81ebeace02bc33b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f745ca93d0a7e7281e15e589a624633f2cf0ba776bba95d9f5d26580061001a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c713ea134ce7b14f17e0daa0681d53c7fc9a4c99
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bc515e313c598eb661bfebdb24102b9a794f41f9f78790283419dc07114f6a
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd44b2c1a7cf0a633bc126840d4ec24451746fe
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a8584069c17b58c29b4149e28e2f521be9ec0db25ef8bfabda956cc63457e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdeeff497eecaa160317ed81840375bf02fac1e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c44ec6598b07e48d36e6c774b9ccd1037fcaf0389461cc3f56acfc5d0c3cfc8
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e5a30c16de9fa9069bd118b6480f14dfa358b4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18618faed3d220c9e0bb9d87ffb492ed38bcbd997c648b95633e29cca08abce9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de5dde60cc930b795b9ebd55b21f9d2ffedbb1f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cc4f9eb92586c20d41e5efff68823f019f841c7da6583f6f741300ae235d0a
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163ca4925427e35b0daca0f0c68e060f1e08d163
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ceca629e8d1146d02e12d3b1464060537291fae013ba03a3855d040651dbcf7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266bf91cab580569cad6863ff62863f049075447
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7e03fb670fc486bd776dab5bdb46064880876ff2c63dbb092093fe3f39948d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c0c6cea23f445defc9fafa4d6e2a8904c57086
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f433fbd7cd3763f4ff888230e4d32c19654481a3a3a8622716a20edf5b593909
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da14049a24717466e83c1065b9b67fde7a795e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65420cfa21d7d52a9c1e21c45977ae9d506a55f90900a73900c37f7b7eb5bde3
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa4d593503a2fb8254d062d389ced792ba78cb0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbb48376948218c60b01207cf651b14d270b28ad468499542fbe16dd0daae1c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdace2b8116a2c3028355a0f1f952646a4c4e3eb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab090e4aa55de71e5700c52b98daa041dbe9b27918ff16957ea4e08c578a989
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77d9942f8b514c092a2bcc8f4f496f707bff863
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4ea45b3baf71af52c0ba8e97b2f344326c44b4c56ad77a94e58579212b1d00
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac7658899ed824b015c9418368a4642b877396f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c17ef61b0a5af176124aef9e1ed713b6f57c319a8b90eff78bf09d89cbd74a6
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31306117777b473b3d79c87bbaf0ada1e41f46eb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ccdbf25d9f3e1ddea3d2a119e8d68e64938f2512ec6d759621d9c04876fd75
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbbba34f8a25a16f8af62b265378a24545b99dc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e1229c79e194f68747e72a3c51730c38abc9816b74dcfa9275da850368981b
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e434a758e339ac271695909d2fb5fd57e794c6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdeda23b8af1f3a7a03f9f1943ffcc83779a03ca5b46be3a10de7bbe32877e7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e68898f63417e6a5977153308015b8a945935a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849996e7d1be4d6d7856931f73822374d9c72b29d694a036515fdbfc07e82b5e
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdc75e436b5ee51cb6df13e213f360bff4ff3b4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a107e21bb265cbc722609bd1552f3730e9ecd37ebe2aaa42df0b2ce34ff4457c
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf25fddd505d2b1e24d4f62f4caec33bb8088ca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a7ad74b964a8d518e4e3583d3f63761e4330ffaa4de69bb9186499e7bf2c31
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302beff7b4862fbfdc2c62a35fb38eeaeb7019e8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fb62d9993cc9cc288c2e1dd85313b04a782747b9670edd63358c47f95651fd
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff6347ec33be0ac75ab29d3e8c83c3d662ee154
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a585de446c12a74db5bcf9b2bece533f70d809b8907722b6ad644825b2394d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4789195bb9ff32947feff1ed9de703e117384
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97e6bb7c373a2afdd632ff8d569f7f73a2f6c14fe3d6ae90dcbbe318db8ad6
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2492b8d16676b1236928b616c22f2aea5c6c0d46
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a604d5ac6d191962df4b6ec98a8b4753c88f7b079e3671e0824e356967b4c37
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c148e4345a81a273354d0e9e62a23a148533e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2766a7652e87cd81b5812866458eaa0e0072cac1b5df862e5d945c434a830f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0927070c8777e444f0e138ab5f6530cc74b9ea29
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702534c5f9f635bec504aee557be80d417fd2d8ca262e2894c5474d0b1867768
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20eb7b1a7aee5637d9866d037ddf3fff27d91d5b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6615e85d4f86b700652514570065ace30ff8f8a135074f4d0919aa5ddefef2a0
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23473eb294c1b715f99da354e0e2a91149c29371
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b52388a33da18c04facef702f5a7b888b4b865e4d301ba1244d312092f4a1e5
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c9aa16411e48e0ef6575e94ad8b23c58e05833
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98643c7f8f6ee25620b7e320ef8c9dca74c510c62ef457d74802e478646bc7e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1e145496605ca3f31a1233e142b857b91e7069
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77e5608be4c46025ec4da6b0785597a120ccf4d9085c64f9b142b95b522a51b
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2fb4e5c87ef76f20aac24b8405c8fcd162dcb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2087960c85b4d3c72360cfe5afc016b0b8bf6421a7168882cbde90d7c8f949
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc87d304be67bb0dd36997efd3bff2a2c339779
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03be35874ecdf4a7f9aae678ea4ac46f8c29d2d655986e1249202fa11224ff7b
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54692ea29c6686a79daab05181677ada5975aaca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63798f6f81dd958a92f6a1810e324df34f3e0c1b0877a3db2da91837de452f0e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d663df8ad8e0c9ce9420f7cb96f3b055501f9b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c24d6ff899f952924327985d9d6344529e0daaf1931ef01b7e4278241d4f26
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183e1d59a80fc76b0caf9896e46cc602254c819
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e705f6cc9f11303c951f48166622b8f5c389486417a070f7cffcfad4845c293
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dab7005668a1b628a11a58a6a3ba2debdf9a054
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9070be7adeecff67bd0230226ceb50dc30841c52ae82f1a1a152da7ba17e8db
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11dc2328f713ce39c0339b17812bdfa346f1c05
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950fbcbc7ad13c914178a2a22d505a2ecf1507a3c8c24b06f2b5733ad0de33dd
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68450515fbf323065190cc8179fda7db03c27e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a62f37a29aaaa27f4d0c7ef05a3130d66847e6ebfb4d2a1ae277cbc5256513
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917bc81b20f76504a6462fb1290103fa1cc46787
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad78eab9f490b852d9d4f77283323957897d89d8adf4e3fb7c74935fbb4b47d3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b0d7da11d8c7a33866a3f5e3a07da836a22de8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb440e7d084fbe83cfda4ea1c2ce8459a5f2d2f51c013c1d6a24ea8de3815e8
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2134567b21a3e91e7e83cd2c70ccbad2ecb524
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccb6aabe87dfb6e9b2fd5e37e23814d27e790d4f672578222b47a8208a54f42
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfa4abb0b078003722a9f67040bd1dfa54caf10
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417b0b0e5ad221f0a82c93f777bfa99d4fd4da4285fa33f644256887934804e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645897a0aa3585c395d99711a8fa02b2f413458d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26620b42b104c292f065c2655043e992d5fa28811775fa690cc61f8a2b57a23f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcbe27d500f4ca2af46761bbd6d871c7cb16664
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aa040586d75f73dbef0329665eeacab32997c9616223df90a6788517a11b6e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73469a8451f8bf2953c3a1771a1e56fbbc461fb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6160317870cda346710f353a26a9082bbaf80b968ef55d6794eb02ea5fa3602a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905cd6fe393bc1e050c59d0dbd4766fdc5e54b54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879dfb995a1149bc2a89b4ec51e561b898d20b39bd434b38fc782ef9c9db3a5d
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bed979cd81a789b6cd61cc1d02784756ee5812
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94e17a8e4cfc20341acbf8acb9fe8facb3262c8d6088b784d4ebeb10f5b52f4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19065b76ee7bd86feb51ec8b49e0c819192294e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7b50f8e605d0a922953c4831a8158c388c7bff405e087a6aed839f8a1e8c55
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2a0428001ce352b951a0538901c52c9f421b39
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e577de6954b3c48f3e6b5bbc3addcdfe8c7675a7c209c3b0f2d612bf4dfa90
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c468605cddac43f32f9a48f8864bf4dcdd8d41
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97cad15cc1f29e3a2e9c86d08b5e6b92fd90e6f48b5c78faa77bdf69f0717df
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa98534a4cd662b3c7589ff6ce0240b64c39d198
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9b9920dc692843b07780516fd8e5e0c5ed31d04817c47d98b2c2b4086aa7d4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474c260b64b79bc227fb69093703122d2d571b89
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a376b891767dcd38b95b5316fc401166f44b91f5704306f1c4686fc93cc2f23
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c304a81679db2f99dda406468a9de85c301698c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f3c27fe90ce10c721b611ea039836a338290062586de12515fef9644e14322
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46ebd613ff9a5365c56550b53e0dcf0cb974b0b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10fbff43e5f492f55a6ac53192510d2d8fc7331b399d0e2a95526d084e7c4c1
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b40ead769b8f3f72cd3115ed2bdd4b4986caca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d0bfe56cf2e737879c2c72a63f98d6a2cf3e1d91dccd912429b41560b75f96
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4844749f7eb21f42f6f0432251ef304ef387b25c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d80da5966962169bb72971bae5ea174598deb2adb0afaeb565504e43312977
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db5a21b05c2b085dc03b9f262312c8a18e619ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204f549d70ecf46c92706dbd00194935acf1b1bc42ef1476b3bb42f5eea245e0
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61b7e0b761cfcbd183012acab8f26bbdbf0e476
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3265b8bde29c5fc8173a1cc4550ebb7f1dfa5a00f032bf46b5dc36f8b207c088
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c3a4562944957d50fbac8fa06f28e12631b11d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614831915910662c763538138ed5d5c050a50672fff81a313ca1a826f326f7f0
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4b9c1595269b1450a6172dd3bea2286cc38b80
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b7ad4186f9130bdf3f5b49729e56d3bf47bf71a8b611597cd790f39e28123d
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a51d6c0d7e5854f17b06b9ecc5bcf500f916db
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c27a4d64a236aca8b6c13b04c79657b03e740c3b8ff98afed2fedac3a506226
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18acf43b2fcebb9533dd8203cea58af551a419f1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5accc72d1fef0b3932ada04a8328fedcdec1c6099100c30318372efdc112d671
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90229e83bb08b4be3a6c37d3f1ead926cc132c48
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d980517e0ef4e02c2a4c34a56a4b1442bd6746b779d0ba6814eaa035da7acacb
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9be51c9f581f705a762a99a46633f3a0abd701
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f8b6094d9008635d610f1bf1973feeb7861d78ce8528ae1f7e3c830be11d77
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee895d078e1db44b55ab17206e422b3fbd6b516
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320df1d9b29a6e9726a64342d2a21ba27ab6b3e82d871d5981b2b4184591a0b1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88436decfefbf2dc85f6a3abd1c84a7a0bd6af24
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0b136d9a64d827303f57bd8c12067be411fc3b85e3d92ba7ca685dffbb29c7
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0add04f4a138c4791d04a006f5a85f41a65b4e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f1a1613b0fde66a8d2d5e2ca53853780add2b02aa900306a8b3a00c07f7e95
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8069a3c9e5a9f6c3641fde059608228c6e4c5f7f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dde534eb968e922a258c5580bf61c79764744796e7e91dc48f4665cb0e51d53
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd20cbf8f0264d21b6736ec18ae0589f3152c58
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352b6c3bbc1800ecb4d5f7d38330d718d1c1eb67eef9a64a1d81c8352a3f0490
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822b5b2ff7a45986ee76f1e74343bd265a5f5a70
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d14384bc1647420962946d1ad1151f7f7e337df3934b3ddcba1a9b8dc02b88
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d03ceb4cceaf6ff2858483650305d08d7ac0a4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4a068c1b755c5818d6259cb3ff26376dba28025c4b99a6710428871071df29
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3046f034b451d2da7acb08f70926480b01b7a3cd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40fc4db46998b8a6e9ba16cfd9dc135b4e41e3621a8c7f4e1f4770fc6155729
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5fa54c512845f9f8b2d43f77e97f9a7ae9dcb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c3fa26db8662b9e0bd46bf8c31be235c998db8bbba6279a14704532e93cc88
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d3308a90fbbb3d8b7049a532c50a4ab341a545
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef14884c1ef1c54b6698748978794743b334509690cbadd8f26120bf817344d
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf38bb6faacc6b1364106c0a6bbab4a3a6103984
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd85b1971cab00c955755c5d679a97aacf986de5c780c2e9dcf7687e21a2b7f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91af54d1e98025645c257941ef533de467fffcbb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb51c83e6df4cf92423f05d351fe221b81b489ffb544e73c69a21f7aeb6baa7f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c006be82614ce4c38240a978e311b66bf2af4663
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56a08f3698cd48d75f713b655e72ad52c6b4ce9ce79a273a0274adbe6f48fd6
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a437368dc26ac20b2033e756677a3fd5e9d8d2ad
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab380f752825e8aa8996457e6828f2bbd82a4952f1f5bef7ec906468679f023d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e67fafee9a39ea67bd9e574fd26d7b1fbbe3d5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4209f8785faf2aa1e4192d1fe5e090f2ec646a89fa61642090310bbb71fdfc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552c06a0eaa23c084a0465d72de2ebc52775e0a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b17c2663d17532e38374a9608062b86865604bb278f6c80ea3a7f85e8d9e89
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0976dfd1dcccd582be2be80ee85339847ee7e8f0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981b44a0e01286d21d40654fcd5609f725e8287eacd65a75b751738acfef4d79
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7863a387414409168a50a006d4050c10f4683c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd328663a1dda572c1f9f6433ab44fb6cca5e573efc353e7cd9c5b7c296af80
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f40a51a48ffd64dc39a649c0f11c7b3107305c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938941e1dd4db3e2a981dec9253f1674f7d3dc25622c8204c115883d888984ce
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce128d068e43a90071610424e3eacc4874e763d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8fcfd886d76bc365d38da56a32f53b00d39803e586748d70bc0e6e7150b2f3
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee8a39e4ee93f73d02f1534e1bdc29931cca6de
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8fc463a0f7744c5d39f50635a8a56dd4bcf4d854e90274db173b66352a16ee
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402efb88ce6f4ccb95fa08812041811b185dc2c8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d4c4dd39d7ddfd235069cb8f09adb2f66c86849afa46c376e8341d332f42e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be2ec6460f016cc5d9d42426f361b19f2f1df69
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a4e0cfc3f33d631ff2117d47e24de9b925af39d4150e0aa14792007bbe9a5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fae5ea4da43342ef33b3954f85fb9736e7e64
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1bd10db2d654557979b35a297ca363f704d2e55049d4b78993fbd9f93f8e44
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a613c3f73acb613f4ba047cce352532cb62bdf5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf013703fe6997a50e496008cd571301aaf6e90aa3fef64fd65e799523502b7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b68d5e889b6cf6904be19b364943e4afed5aa0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d387f442148f0f6331485f961bfe2aaf7c90d9de7c09469eb27c44b657ee344
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41db4b3a14cbc14c744c085d31b8958f4fd63f5f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43909f0045f0c96aaa2598e09936309e2a7d3389f554c201797a04a066c7ccb
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b05543d6e84331f9cb83045eb677e86238b939b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6debd3d5838c3821d3f25ed935aa4f71776ced287b596a1626eeb832b12cfc
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0b7c93c2cd9634b6c3a83aa25bb98d7a13952a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc50341ed375b57401946ac1b9aabcd2694134e0b0e538db1b42fc2b1c245424
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335c2248a83f373a248b31f5711acbe5ac3afba6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb6d6c25453da6bfb4eb056147e5694a40679900e0460b6db98bb85b5d53548
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ed29f934ac3a9032b5fff3564a58d41f796313
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844094ca64aacd75286b41ff6bf53b797ab146d2d03c08f41f5924792324afd
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c7e7750e5b3c7b42138121a0adc19529e343c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae39b55023496ffed05c9b575cf4da486031f9917516f490592aaf0c327cc6e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8232a763e6e9b9f113fba95c799cd16a31ca99bd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5671c3fac6966a878efd0831cddbfb3d95c39f083ee01cd0a74ca2c6862532
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5184777dcf01b805d429ba2eec80a09602f4546
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e20caf52eef01ef5d7a8ad15e8ef808213684b4549bc20b25a985dec244075f
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c353069fdb6d4a412e2c85898c41009f10fcd79c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4da74dba61a0863d8c05092a17efc537a17fec05e5e5767da9afdbe08648f1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14b86b25ccadcdebe480afa94fe1b4649a71343
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cae2c148da5d4f650d564b4d766ed2b1d6c7d8bdead2a1c537af4aa191ea64f
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d65ba802ab2fc4b3dc19a7b48ee1920e40d8a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b544cbe08353e97d28f746800d4453a99ceb4c7daf6e064544516dc0f62f9e35
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2427677afeaf7899b1b86422c1891bb425226dc2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec28506a854b852895a5ad8258c87d74feca11dcc4acf154cd239655a2a131e
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20f18774ede68bd4937170c90c9425b0b14ffdd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6db92eb955d8b99fd065aecd53c2d4b17e6bb2141fe2e095a0418087eae7d0
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fe24d5e7e73c4f3cc70cb4e076db9cded7f7c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9867e9d6962efebb618cde6c4a4fc4422690797d8acd351aa73eeacb766191
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d15859b5e1142236380d9f54689ba05fd131440
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d40a2791594adb2bbae8a172ff6ab2f211d77294b77abed4f3547734097619a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1812dc4ede9a7654be52bf3459092293a87cdd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd59b5c70ec5dc3145881335700cf1f87206ee1fa71b39d560bfe56da75c6f4
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd45104ead60f2057e89109d41f2c6a710ce53c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645883ad2fdb83a55f902dc638e89b91d99cd502058b088ef4e8c8eab4394b75
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9082d74149dcdefe04513fe59be3f16fdc2a51f4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7805e6b5db91a0cd308c0c35d2513b249e08ff2c750b7dd18050f357062627
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43f1384baebc99e6ba45bf6ec95b0aa68021710
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73610444f5066c9d44398f549216e5e1803a7e3222eb413f09b9a1cb1138dde
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd0b96156061dffff2922d47f829a7e7fe63852
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d712e52a1ffbc5e0f5d9bef2241da12e81b795a63035527a348c676a5485c87
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed463a2660864f6c840d81d7ea308052603e7506
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96762a61dd5dfd726755a9a201c9d98491f4db2055a02935701f71e5bac9b57b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10184d282f4a486e5f6d74655b6c21444f8e0d4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7bba44c8bdad2e2eb1f6a5277a508380555cc89d7ccd2288a03bbc099e9396
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308e77ccbe8b87ef30b99e35166956d3c1a5e6ca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e837bd0e5992c505df9bee5718853935f7f76404002570ffacbff2f9189f920
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a0e438a78a99647979ed0d89a074e796968426
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2cc02684c6586c5d75be0586a057b93b74bae9ff096f90620be021bad8ccb9
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d111a8927d7cbed634830893a2874e25e62c20da
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35a415d5aaf93112b3443a09d1c1b3f296ea59e32e335afcd7f745eba04c3e3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2754f975411e7d46a95e18acc1c6a4ff3261a7e2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0387aa861c48bf718418cfb87ad4ad561c07b515021c9e6e30d2438b97dbb798
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca2005e52f3d1dad4ad12b21b6a5d23b1a2075a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c666e5fba36b6e269870950133969372cfbe8b6afd8df167418c631ea50322b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce110d60170d13e1495e6ad37b72d87341d258
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c405c7a734a547e342f9d920d745705909e8fa2a5f0faa7cd52100c19ec339e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3c0c88a8f7125b60b5c629690aa2f9b93865de
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f47f5233b834df448c72bfb628431fd29233eb80454062f052d82539e1018
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fe5d4df93070c0dcd68fcb37b7d19f9330165d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b044ee04c42d5492948f9c5cdff92887f00fcb5c1fd22ee7b727689006118ca5
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc389a31caa0e18badeb156623a7b279818477
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbcf09499c8aaa3ed8e7885fced265868412acd224af5d71d9318703e2b44e4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b156a21699bab1784db9737ca9ce36ea0a44009
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066a9c145dff91c43d3207b244587579bf24c687315dcc67f60240b8e261a5f0
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ad039317f63b354571a2046293160f7dbbbbfa
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6092200947d8043f4a21a70f98220c346620eed44570f7f4eed4d4132b2816a2
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d182c6a18ab5ecc4a35d7c62c1bd7c0e6474fe12
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d9c23afd6fe979f798418b874817d9bf9c52f4a910dba14c6f6153c7a1a78f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b7f3d1bec7207a3f2b105c432368196ff1c566
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ee8da758994b2a5a17dc53a658bc2a348697e2868f703efb0c42ef26aaa05d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dcbd9a8607287ff2a5eef61a784204fbedf3b9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaef59e7433b45e79aa5de445e21e22e937acf686a34d7f3153cb5af6c3b3c5
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e07b84cee4f9fd71149e524dc4f2391d1bc6b27
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be9f06b8ca76abfebaa6c173cd196cf8455ec69e580f2ac14aae9c3c8ea06ba
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5afda6045c4ebf21fb2153119307e12b72dddc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aae4fa2e5f7960c40841c4f848cc2d759ff42db98fd63a8502edcf8a20fe0f3
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b992766a7f99da016b19aa0b1e3b32a6ee576b8c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f94d783d2fb0aa61112ecab343e3716b2a890384764588567eec9779530e710
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3daf6ab439d09b77486f7202b9d36e284d945c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ce16c52ca2ded36f3c424b1d093757fb379bc788e64c0d19bea9f0a864890b
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272069dbf91694cd3775d2d06f086c5fa61ae134
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b910c3e205e9bfcd73fe2f4504f5aaeb9dd20fe323066aaf837d4d352403dd52
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bc90bd4459dd108b69d1854eafac19846d61b3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0783479deefaa133a6752a9a35c19cb50c17f258b6352d157d50742bd8145b
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0654ba41633b2775dd1f78bdf9d941e68e317335
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e4ee57a6d5a840426c81798d7065feb353de73e5ec0e390723086cc982c6dd
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec875397717aa4ddbace1c0a6740714725e2b65
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79a1c6cbd52168fc2f0d30d4b1d7429ed546b190e6a20cea1a70b719a1e349e
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4b57ecde3ac5eeef83baf278a76fc6608dabe2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6091d2df6e502af5e951a9965dad84182b778a517433e441f0830eb2b4bbff
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904badda7ac1e8228b51f4247fdd41aecf22c8a2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05bdf5e64d8de2724ba4cf2bd98a41fd7b2ca0c12826c74b53ab73d6cdbcfd1
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8157bf139b52e66426c59a13c5323a78ccae1b7b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a6a0cd2c9a70966efb7c41293a64acce9307e46b6b8e89c487e499815e0f7e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787c9b23ea8fe4bc6d55620e2a2162a579f912c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e66f9d4ab2eb6acbb68621a8884310f39f736035be39416e2c52b480a39ceb
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b599615c76db8cfaeeec07a2c2eff9220e919ff9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e66944e21c81fca437b29f900f68d0c287a9592317ca178f4775062ff5aeada
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d90f2bf1d8dc3b5529d991ef3a1d4d56b6ae96e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e7f4c4a1d97e90396d4f52300514d4aedab1a883cfdb9a1c7dee790808c021
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740ec1ee847fbaefd7a97dfcc3bfb6c9df489540
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01bc78c0ada56ff8f2444e4ada39fc378f0e87552e80f6a394840b3172635dc
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f757aea75c2f83d79fc639c0223644b9b068088a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f736cd58aabe3dc9a04bf761066f68f36d511e65cbb5d969b9099f6ea563a3e
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbedda88c2ac4d896d054e1a8053875b74f60fcf
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae11b27e30281998546047cffdeabbfd37055cbbd7b9744cb9e8e16a3722ff7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190e14c0c0d5cb245f7680e35233afdac8b9ad1b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9681ba93b821437d04402005a53230ab8578fbd96b93f4d9f3c1e35e9220cc
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a639c31cc64e13603c2123eaee81dbbaeb4ecb3b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e348a85da4b0596c1349384e52a242442e5359200d333d35cf2daa1180db852a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7054098917fd06f2cae5957bb65c313c4650794
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf5ae10e313eca338fd83198c69dbef51d6e22189f29db101caa083a9f13edf
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfdc3961e0204df597ff3149e143f8bacbc566a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89c9aa34df97b7a846e0f0aef11ea05c7fc4730d63d736fd6ef8d8b5ac10839
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dda951e7a212d36b79aeba49275cf2a8e9b6104
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6313b9738ab3287eb4eb6e9837390d6c463850dbaba1805d6d04ca356ebe5808
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2419021e845d2a7a088a4554df251f3a48c3f6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f21227d47297bf5cf5c0c56d1450961f809fdeade8862b3b7ff36c01d89675
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453bf60bce9c3170dc568e1edf1c89c79921b551
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a196f0caac145eb703f3d20bcfdbe79d0401d57267e11ec77b19bf61ccc35cc3
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6761180e0516aa61387fe2751b401a105eaabc9c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e4e2aecd404dc338fcd1b537e057383555d4bd189660b4ca85160950b669f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6c7867a564153773ea3634e37fff91f22e7643
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cf4ec082b888be7cf387fee6b61f9748d8754eff8aef3aad6a314794940a1c
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06947a29d93c8172a0d7951f4b4a59a56cc8a80
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ea3aa2af8c1377fc78c7022aa9904ea62db1f1c94153dd7d633a1328bc250b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203c63ffe348bc0af288c0cc65cd5aefd66198e3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6756b967548934d1a863b8269a2599057d771c080986a9a4bb1c8395ce6d27f5
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14a1b7d17350a4d240ceb36faf5879c03667f04
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45dd6733610e5718f0180a4008327176a988aa9fd1cbe1b938f788f09cfdc7
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb55b9e4dd6c13f42fc8614e65f6a4fe188869
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41057ac44c3644664708ec7f124b6594bfad41307082b3fe045277b609022801
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d2143e9d87b528e5c08115cbf249f7c111ebf5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298a73b4643f8ddeaf549fd9145fe011b56b455af6987b5b45a187723471a30d
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841b227a50106be161d2fe2af4995740de86aadf
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15081e10f34da6cdba1125dd86e1640b3e82e154a4187e91ea3f62b79f76e05
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c964a6be82b18d8d68ed7030047220318f8ac6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadcfbf768dfd3acdd1650fc4cac3075bbcfbfa8d4db331a488bdc0236d8b03f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cafdaeff344736f8a0cd6cc379ed520c34b0f6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca48e759bcc955da32a7c2bc785254f581b753844f5b7e7eb3e98f1b319a2aaa
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8cb92cc12eca940af8dbecdc0beaa817a97378
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c33aa110e584a4df0c84722c97c0a80ac4d5e5227644a247d8e339ff931a1ba
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a609ff45a6020afce068abd77d3ee0cf947c53b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9141e1c3de31803f366b0ea8fd57632fa2d70368eb7bf64fc131f69fe2e9d
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abe36920b8e2a6a9aa1fca9de478d14bf4fdd7b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4466aed2a74b5ceb7e08e0dc2c9c86f0b82190958332e62000b5ddf346ed48
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a14f4237b4b01fc95407e7125fde91edb4275b6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3898fe343c2a268fe2b4e71fbc3e11613627f52ec9570e91bde386ad3b4b8ce7
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643a68fd8d77385fd63daa4513f33c4b40f09b6c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e397918394ab20832cf7d5ee92cc5990da2d490af21d6f37cabfd0b2f071660
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2530e27627867af6fc8d62decfe90a38f10b4ce5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a271b13775589295ae4fcba5e3b819daca95636edc847f43ea90c6eff40319a
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81d5836e753a4d89400a248a9301a2af3ed16fe
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a4fc55e8764d95a0a0b54e42e3e892fbf74fe6ea813e8dc13369366a4a6f0a
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a91e938ca74d53f16d4d0efd94d503b2b4bd94d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432d08d1a535cb79f718cbcd9d43de1d286102c701ba46bea1572c54625087c5
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a9b661f66c2c8f9773e6936dfbbf7b99f6c1c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab9fd024bad2f4367248c3957b37b3d111f9f31f248fe3e9bb74544f47ac4f9
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db787c02faf08818728562daec5268091e87ea72
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ad04206e024f2bb74d77e7d8af1f7433eb7836e6d01c699ce02c4178c1d6c
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337da8d4591c943aacebe9c25382a7c20df4a75a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffe20faf0a38ec08d800953f734cb3ccfe9c7d60a64674f9c43ad61fb73b30e
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3635fd601fb7d145ca0403ed5012bd6a674772d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f70979875b8a9b7c61d3dd9c571b755ddd78293c9086d9658dd9c65e6df970
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc72a57cada8322f4a14c4a9154facad593313d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddb60ed718bca30949fbf1f842f7cdbc535209fc803494df23c00d582d7493f
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f78f1dddc1f2c2bcab5ace7253301badf1ed054
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305d4a15bcb22992130acff75b7014e049ffd2bf9435adbb8602e8700f6da1da
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c11bd9ac539c6e50a2f3fbdba4a78e307483f5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5732a6f21b57a0f1e370a5fa9f780d2f3173741120cb5e0411d0458ddbd9f618
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a406d089e9acfeeb36b69bca623b0bdab6fa3e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ac5661b3e5cbbc0708323a7db47f384c9cdb2cc23f06d965b3347cdf0b5ceb
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b5d13031fc06fec7dfa5b972b267609b491f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e881336d8dd298980ba6fe5cfbb72698d0b0ba4fd521e00bb7e60e7b9c0be3
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3551730d3d1942d821c5b741135cc525378fee
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd8b73e736f2a00c8d65b9d2fb8783beac67b35a66711f4f7e234f68723940
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6070ec8bce620ef4099bf52c734e8f9711a44
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71681959a72efd05915183430dd3500a7e0408708f4d55988dfc279ab0ed9bd
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8863c9150140092e089422d7a19d29e5f895b62e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d13c1812e2b99e06f4f4656a3387bd6877ac1ebb95affc2bb6d4dae0d779b
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13870713713abae50d9d2199764c84ad746ed207
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649802b89fbea3628c10cdaf3c3d59d5edb65136ad55c51cc194d0b4645af27b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a0c7c514f7b70200d8dfb0c6040f61f9500648
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eb5a5c220a1261f2f885c7df6393af178a6350c052c187ed6b549c15b4d876
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b046891a46daac2d9568776988372bb6c90e43
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c8e46b343fe7d8b1f68387e47d1f6a0596aabc7377e935a684f853f5d8d1cf
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2b8af1c9318531debcffd560c425c9a44b3120
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556b16c0bcef7135f8e768a76791c0630c50ed228007fc485b500ace4d63bee6
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ca704e312aa659adb349960d0fe795d7d5cf40
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdf30d6609ea1f9f0aa622d00c71180443bb125047f8cec889ddb6152460dbe
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c99d20b18df2b1f488700345183e30c37991b0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17d3111d4011253090fce37110336538e557214e3df8458d55b0b7785b12964
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f60d766b6fb782f71d9154e1996baaa32d79e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7886682266ea431f5cae59f0687e8a4cf0d418c85e01d714ea148ccc292570d1
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0931ed39c27e59b7dd8124f6df0b0f9a352dc5b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775cda034f2dd7b2d07eb12101325a43369ecf9b3441bc3e779db8dbc3ad8ef4
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bea3e6ce59cd73ac3ede473be60279e45888c04
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73838080017c90f3cc38ced1c954189ed9fc91b9bd574c5b9dc5526324e179e4
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdd2a2aee48dc4802d1285a7df9a56632c740a7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed4f70dc570a0c3db66b2ffa85c9512284c450965fd2a7d9d8c2dd98badfd0f
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326b77fbfd840218c3b1ea61bd582e36446ef348
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1189a3ff68a99b551bc90b442d63e7b44c303deeed94e356f55715ddbc141ca5
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead54ed47a9b9bdb7354481b9a74e8960fd5ca28
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c49c94d648456aba0443a7c31d09a12333e0b528e13f036d4ce013a6289918a
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47113d70ef7b3ccb5a6843bf04f9318a346395a6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f577f551b5c3b49645c70b27cdcff281256ed3d0863d2c0c98845ec9d71310b
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52821266971a5a2f58ca986446119e6fe94ddab0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09d15c22f3e8ed1860b96d643cb8232bc9b81e3bb24d8238962a9935fd501e0
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26153b806508ab3b0673dea310fdbcafc025cd7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2db719be9bffb315cf6b0cad1c535956c417e9f8aabab3994e5924300db0c8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb20f63e57813a385c7af684d1c10c17bd54322
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2020c825a08ac7c8a61e031c2dcd94ade8651c583f0f2aa58dc930b40a66ff08
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4132c5caab392dce911f1ea1ce672d5aca38e1ca
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c591e2a111604730cfb8d0fb7d4f3478b5b2d94499ba6427c49fbbc584a7ace
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49fe0a95ea147cb07c402b2850ad73cf03c0bdb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841e4a0dbc8bf1e4e6635f37230e128ac2faf321ca68d8276f1732abbf26c613
+size 23777
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3e03a3e3df81c0b8d832fc35dfa3284e4a045
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d06f6d40a7df900b913d5d09d458f99e8da77538f728ebc6bc80431064085a8
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7c87373fc1a4630f5f1fbe0b5cdb37f4a0885b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d965e6893611358c5fa5b0e64115fe0c6cf2ea17230f38927ecc7fa60f7960da
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c88c3aef7b5d6f4377b87e3e5929bbcbad7dc59
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba0e0c9b97392322d13da7ad697321d7926752725d62b4f07ad043874fc4d49
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d8f37a3967e4519912a0db641a0c9c9eb1aa1a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaa7aac7df68ece13d9bbb6bfbbad4b0514bc6fdda8501c785ed1486155956a
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bbe1f32a8a28e04463a496c28d6a8bf10fd9a2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e371cf6bc4d28e5bb03349f905e0ca96464cf4b3350914c5a59afdafb9379779
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6285b605d6df3852be56e360046a4273ec14ef
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90b14b9dde966be3dcd2271eca503da75eac47a9704ae365e5393f25cba7fd4
+size 9441
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aa1c47678a5b7c1e6f5a62f7c714296fd30375
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08f9c046ba5295e2c9196ea34a0a06acea4f61d0cb010d5dc03a90f1ebee966
+size 1254
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb72b0074bd2228c8e8bfb7324f3120d65d8e025
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d6c4c8cc6a53ba2c285c96f7f3d580fed67233314464ed9d1d08237379ea48
+size 2273
diff --git a/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc05b442842d7af39493733d7663a28e9de0b164
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d326edaf310a05fa39facda23b580ae6109aa4de6015ff3a4092706eae2d9c3
+size 1254
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0855f4c36decce94366bdbadb33b797c13cf91c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af53abdba654e2429dc781db85e13a9a6fbd01f68bbdce62a5edbbcccc1f94e3
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fcafaa1e7229cb0db29cffa4fd03f25ef71b54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3bb68dc13d1545c12c96ec0f8cafa7d9d492217ee20ae380704da9c030801a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1691c94764d6128e81ef1ce9d1539731cd16c3e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f37632d493fd243f3cd6e6c9af22aa5edfcc7e319bb4e76e81da630e59022d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e642a2328957053b328bf83636c2fc3dee969ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b55d0f00e2d4892a87e83524d933de0a0a869ac78273255d63ce4abaf6765b1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c5020fa7950ed48cc7d588e189478312a1b2af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a8276660cfec96bfbb597c68d2481db3cbf7202be9c5401f1a43570f25d6a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230df83b6b26fc59c1df0471d5f1cf585241dc59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ec522795d1e282edafcecbd1c2573481403feb934400580f129242d195adb8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba946077eecca252a2cdb167061b0951bab9d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c211ce3919a8e39082583bbb5637f271d344debd9f60ad6d6ec6355dc786146e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5119fb7ce283fd7ffc4dca6b7fb6315f435aeaba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491af4fe8f74431ec39d7f11fd7a878e0e78dbc8bf78dd7f124d78f4f6c73bf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7facee7087f5b4495d1d49ef410cfa27b532ad60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4786df73fcf1278b449d2b315645a45f23c7a09d88bb5b6cd0e1895a840a71
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e729eaee4793ca6881661670e4c7384706b029cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81175f707247b78b21d0e28dc8413cc243bf044b8f3baf40860a1370677e07db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c10136885878a9503211f6d14fd11cbbb45bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b03944d9026fbefedba090d2d1145f8e6d9d9febdb1d4c651f95577ed5dfd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2753241612ecac5d0ae63bb72b091c851053d6a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d5638610fe5a1e70637678fd92d895b89b6fa934075bd6e03938c889334abf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0acd595bef7ba2ef4cf21d095f5a8b2e1d8819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a278a4b742374fc14c56b1943b892bce4022e6784e3c5b2f76ebe3444520bbf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7ad36d4900a8ebed8dddab2c147aa7cde9806
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eb3a599e67ec9362d0c716110ca7086f49ea5dd1a69e47a381370eabda653c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13936f314319acfa453ad1286417fd46195836d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5aebbada0a2b0304865eea4fd8b55784384c6e24dc51779627e19d00914ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceea583108fcd86ea1286f2f8c11837aac4df68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7218ff777ec3988fe0d09fba55bd18d62d9e7c3945208b819b5322e575cc19f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8835c2aa9003de8b3ec5cf3cba007dbecaa48d71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821adcccf766d66051c710b00e9eca11cdfe9f3a4cb4b9a1103b21086d743c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6649dfaec8e162af51017514b7b4510904f98d3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab2fb565fd60872667a25570b66b54b03fda268fd500b1e08c0124fc09c05f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0161720666d76c2befc96ef3396fc56967087fcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46aa00d353549586a4b110712ac38f552dfeaac5581eb336e0a9954e76f327f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4926495d404bcc506c3b2468424564ba868a5c0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d306feb989be675c7893a5a47f39e8438f07e3832b371a3f1127a17faa5dea7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b79b8f87f1cb31593726ac9b454f6d8d096848
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4812e57215b6c7543c96912eb89086efaf8f5790acec6d92e65a509e7c52793
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c52550d1b67e68d2f686e0105e17a6ef092d6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2d5f640ee08598ac1f217c3ec2d9aa14b5759ed5760ffea3bafc7cf5a558fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc00f7ef45a438259e6e10afef384d0a920b3bdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2ddd745f547af06e3575683a159ce9c8408b49dc8954186f608549e30278e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20eecb3885ea37e4b41ccf442f423bf55edd008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f538e2d2354f0eca7332ab9194daea66253b360a3df066a92f3088b4ab3dddd0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c94fa080961a19015bac68b9ad8848b5220ab6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8035f187c5c56f829bb96493291b61d46c26c2dfd803b32426e060778051a1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c017b619000da97fb67354f2b121cd0ddf693a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1750ebd58175721bcff24a3f7c86515506ab74e90943c1db90bba07f76ae86e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ad88aeaf5003b07b5c83991e04bc54349e530b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b36ad664b3c0578e90547d3a65c384060a1a6b212da04765628f7f28e55978f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ffb4d3b2d24e69540941c807e95a7ea4a35ae5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715658947c022d958f2e250f6b1a925327f9e94946a2c162d9fb8543af66b9d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1557e3c2fbb35efdc849474ef654982ecb995f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755d7e71eb2f1dc9c9fce79e2f816a10ae020bbd307767fa7a2e8cbb73db876e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b09e336e15c3c64dbac4035f48b45cc3e6b5f7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81139e9859b4d5593e40ea0e7b1f7391b9bf282e0f7c76a2dab8df1947c9ccfd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f9afead76f4c733f503c14a49aea7ba96af13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cef6f85d755e0d3d908f56597f0b9d6e0d4b429fbe9520258f7fc6a4e5a16c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e36bc38279318e295067ee2c206930a177d341
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a4e28b73073fbbf96ff6847beb66f83901898bb47be7d12429ea2891e20dce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e54cc641ad00262216ed8cd5804cd1cea46e509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b902263d68470fc6ccaf607af7b9d89e125e0d4d1ee6aaa8a111cbb5db5309
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1082db701a9f5c3448c895a3897733746965bc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c07bba3132fb04239a6cdfe715cd1cc0e5d97f094a41f9783be2b79d8e9da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0ca4550d096fe87e7d79522fb4eee2a86eddc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1a46b0e81242673273c1f3b26bf9577f304f92c3c484a51becd3d5e21455a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8587425886d0d4074c162553e08b359a60aa83fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737b3972e65e78d1cd4d47a434312cea50ff737ba9a29b897c862574fc1b2610
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7ce9ca00dcfc622fddf550c61fbeb649a6f28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33529c972c843ce41e7d46efab656d75dc2a9d914aedff64ae37e042221ac56
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd0107e0f25b8e3231b3eed4646e68fb8eda6db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4eaad788fca80cbe612cb0a773168ccc491d128d71abacae8e0d7d896c9e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05754ed6a9033b576ef4bea883e19206acd1bb60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6accebbc7ae6d48f8ad29835815891ec1307253d3857bb8e9296cb5dcd23ecb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cd7c487607cf4b57d81033e6f9001cc489795b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a74d9a9b565573cb0c2d03b71f067d8c7c2f1f4aab59cdcefe24a6ccfa30b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e57a6de3c36470ff011c8f0de669e6870ec6e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bed191cf40140b09b16220cc503cc67a82d2b8981d566c14d360d89a4451c4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b5b25a7d8c944914a75c3bb210d30ea0329b0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f17b1eee043feaadb28b4a7f7c279bface077161bf379a1203dcee88a42130
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0188909c3a354b485a0f72824d65888a017955f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b74eaae93729c55d03e0c52b9f82f448caa1a0456b3f79a6fd60de8e819062
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec41ce14cdebb583e8c73e7ebb774c7cf283c62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7e6d6a3e1395b78eebda28c05cfbc7bdfe67e46d42629c68a0743b2e8d24b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5acc27cb0c43c22efc482c777fb92e1caa79e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e87cfd9e2946fb4fca6b0b9cb8cfb0dcd387a4f5053c98b4266c56928aa436
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b1eab3a4e463ea7cb59af9687e1497e0fa579c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0b3a180dbaa8309b42eb87b51acc9032274e39d07e928345172830c03e6f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd71774997fd2182c80b2d97150481a3fa80fdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda1b2398ec549f19041e34bea152f7943fd96769c94d0def751631d60b1774c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224267fd2dc9e0eebb7b0808bde360e49367e3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd1cc6cbb7659eecabf8f8ce4949a991548a36965e7ef3d77f2a824c4943b50
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff09ba01c5a81fe43851e73ca94206c79fa343f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5433f159ed674f86f7a57cd0dbe7aac021aab7c233e70f1acb957e452c3e915
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3fae2771e0a9ca8a514b7c6dd8eed4de113c3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f65945e380cdf79c38a8f5cbbc787ab3543d614b6174e49226a6a826c2aeb8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496847e4c2f8a33b181f9bd96f3e564f395d2c1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dc125b76b2b36ef4b08c7a09d632cbbfe83330ffcc01fb69d21509898188bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a4cff3f7428b67c613f9e42a3a05677c2f42c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42541dbd19097b74fafa577064a2f5974e1c01a14478ea6c7cc28b1b7c435286
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fcd4a30cdf5b367cb1775de524b7e535ac33c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c82cca176d2340a9d36050246cff3e85a426f7bf272b1c1d22e49472d5cbfdf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055c21346d848873f0686230bdc0deb151c1f86b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6061eb414ae92c3fbae0430a4e163eb650a4fdf03bf2b3cd7a0fc8d0caad2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc39347da979fa6b26ac6545b3359fbd8b1be0dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fa08dc7b8bf4191c7c7df4a24dab34594cd4c9e84a58d20b8d929bbec7ef3c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655e96f93b2faa06d5b615d293270ece9a4cc39a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab60cb264929e8a386cda4f9310be31ffaa400bce966662d9b31f3774811257
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b6ea07b874512fb40eba4d0626c3fa78d0fa99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496428253bd886ebc78f2e611a51f954a318d7e30a1a3cb063be795365439fb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5211a330e8daf8bff699aedfa4369bfba66085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb14b5ee10c3e5cfc377073e28eecec7da70513c956325e672647c83a4f499c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979966daad7e50bef767a4de918393071a4309b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e93874ea4155c8f3e04e56c595f5a8f7b302ecb04d711474b89d2fe12cd2f31
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211b72c7bd5334089907257dd5ac45fb792f542c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fabbced5205d901f3b96bcbf87857b15eeab2161652948a16146f615a83975
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ab9aa3d6eecafd00abee151a4158fad71f77c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a53161e76bd51bd4e5357547b09403b7f5016b0057eb58a67d10fd27c20898e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b38fff8a1b3926152e106672580d178fd2b0f84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a09111b9979e94d5f629feab77e4d8bea7fb4fa7fb04dac949e8b609a4ab5d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6d58ccd2272dd9466a7ba797565514133eed9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aaea31720cb6a90a04583ce4328b2e25d09aac1f3871735822faa27076270a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1ef4f896d22266e5e6e35419dcf43cf2c741d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb13cd9911bd39ed826c949f786264cae6746b7d4615f14d7307f6c0cbeb09c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e70ea820241c263deb96ccab946e3b27f106de7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad82241a17a347750ba93d75c17012d5d9479106c28ba86b56121edce5426caf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b638681e263aed8a9da4588c1d9a29ff8e99b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36cb54f0344f868891e6cb726eabaae0af7f5769b92889c2ee093da34da0c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f45c6117dee6c0dbafc75c88e3fd77c19fe08d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34369487d3c7c3e254695e5806603bffbea3d5a6bce8e539d37f7c3ae389cfd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52face1d17426bc2e5a2aa7ed2d4ccded0cd0c6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef097461e77898500e026e195f3deaefe949058ba60ce42ec152ee6baf731
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f574b421e258e5cea326fc8fa56af346db0a24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4794024c0074bda6ded998273dd8cfd93d3bcb6eaefb04bf4a7baaf8d23d17
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ff8cfb92799d8ccd973ca5402d70e92dd9c94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db54e8af98a41080816c93801d996e3471e485a0f176472bbaf835ecf56f981
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccfdd33f35e7dcdcff0974ef0aa422303f79bc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4bd865c72d31405970e28f1fd080f8d09e4c2f4cde6b5f904324c9adb629ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b9ff4a18a364315be852890b3aa1c8b93720d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003edb63ae5c3d0e5374ce09e7db3cd364c4007c0149244c842283cd81b02ff7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ae0bb69079471fdfdd7d36d6a7bd785569f50a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423dbc5fe4e41f1633fd4954ecacf40e315dc352646b8ad128773dde572bf65
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be560ef5528dda2bab5e3c946e793d278b382213
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ccd870ffb6d1ec703f8272e34ce7fd7024572a9388caa05481379bae1f3e9e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704d05d860a127926e0486f81d3d0f2c99352dfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81fada47965adf77e223d8882935ae6edb0d4ceb3de86fc82b53c4599e1a43b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5539b49f8fadf7042b3a69361e78f983a651965
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b9f1c180e4043ac8f9fe2bf582cbfb48bb54606d3d62e2d02618ee4e5b194e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945379dfdf0efa2abb88be716d7d0cdce302e93e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc331a9d78de6bc081e3ce1ef6e22dcd7858c6f1a57d939ee98bf6869e1a923
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414dcdd12bc6b95a3ccd6a31524319d3da5253d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4e76ca2b308b21378062fa96a75df5080e9467b2e43508766386494f48ba4f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84df91e9fc2e71c98d6ef87c04797dba42d2b212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb98dac1107ae1d6ef214db85a5d3219d1ce803bbe465240369d6bde61662259
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66d80a6a9c12136f0d7a2640953d134c8c1570
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194235c4f7b39f600b20b999437a70073dd961836d167551ffe171de8f7906c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be488b10663d9945ad40ff7e2e6a3bbe6662e65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c473cabd39fd09a3f6f27a4489f63050369e554cdbe280739ab0dad22c52e94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3048e8fda8c101013696bdf9f46f874b19876ab9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d6f5d47ccaca6178e5de6d9bcdd65588b8293a0b8cdb50cc7320865b62377
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3dd741f58f04d601e7a461d01445bdf9563d0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98674e3b525d2cfb16e17ca61333186a4101d9edd089c001dfafeb5ac5b64bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116842f546ee50360e293c85365c479931c3d0ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88d65be6cd7be35094bbb149a24e9a2a1ef685d85185f331bf271d4fb507ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79543a2a4ae833aab3c5b032f6b416a2011c35ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116e38fb58263f2adbedf0b458ceadc310236a200c5a17d6b324307269900987
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa651c29efcf89c1438909edcb8f0dc7364e96ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e4db6bb92d8ad4f3a9c2df884763aaa9937042d17f40ae2db5979537a5c2fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a81dd1b2c40766f051e01894fa974c7a5f414
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee76c4442558b1804aefd9ef8ab09473f4f9a2a9f88b68b993a6313fa101dfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc7eb0164e50f7a6395fd18cd8e7094ef2ecf07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55531122f017302655c21803314287cafbf37bdc07eaba90d31187462c3caff7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2181c1795bd0d3d73b6fd4547b2c14cb5cc47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193994834ed8e634e45fae1d436421f97f3368f7423c15e54dac8d9b2186846d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df1ba3c067293a3b077c0e0566defb30d3a76b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daf28665f8119fa7ac5c1fafdafda4a8e60a798529e41e9826151db85094d6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0183097b7bcbeff1e826b484b2fd110d89c20868
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46346f7a3ed5d59dbbce24f0e0dbb46eb88e5a6a93f4daf381b8b773fb9501c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5307661952d59dfa70ead03e98e37b38883f140
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5be45929279772d9d5e9b4d0092a5d254e26e8fda1caf2614a2078ded90dbab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e584b894ea5579920b2c4a3a5ee546517580108f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26304ca95c5194ca63261050bb9e59749884189d742b07ea0d9fe75e68f5841
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b113acca3d8067df3a414e7b6ad0d90bbd2f0bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfb20713182a54408109c6a6ac13c4f4e6d0f7e149a2531945d49ff5c377ea2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f71bd1e29ac36b13e615eb443977dfdfe986795
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf17fd7020441a3d3cb17f87b5dcfaefde0455bae6762e16656507d5bfe89d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc955609199f08c60bbcdeab5f072d08fd07be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a2d3d631cce57181ea1bd0d6333e6136d8b79c4952011c0313ca9db4136611
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5497642f6d9a4aae391646ab3907ee0896384a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512852e4c188ec756d013419b2ce019f5260066df9c95c3edcbe666577569030
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b257eee01c8bfeacaeda1a945b05ae52aeef343f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07444c68b7d6d931e1594784882d6c2515a8ca7ecc2e47a909cea43bca3515dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aea1751adfb8a159332e08427704f7514cb18c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a586237547a77d71891fc5c7793827f0283ee454d96fb53ec248b695af945c42
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59e5f830f4b1e9e8164f336e385b8edf2ba765
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09465b021fc6cf62d17daf4009fd5a756fc1f9ea47859dd67021e028d679b446
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f2496279b62269b5e8302f31b10b75aa5f8364
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e2b24981b540e0027f8af54d07a10b2b035f7f3a383f4d83b4012e1306dfc7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7b8c83d1389007730eadae5f238d6aad3d27a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc7d6b9e24e141ef4e4871a3014269f4534dd0359fbaf525a30350dc56fbaf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0919abbf93c590f403ced8e0c5850ca878103e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96017cc1648a76b4cc6bc33b7ee30c845530f9d9c88b441dc72018211274d35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4575bbe616538fbb1e4032223ed69752ec476230
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6b4d618b081bc819a4d7d8427e3dd52c4182f1de7177636a9b942649a4a1b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d862ec9ad5963bc9572d8e014722ad7714d71cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe4da2a3b265f2d7a1f949f46a88e7e2b2c6e7b17eac1b4dbd6d7608d49aa63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491b20eeca15a028f17ea1ae849b484bff60e00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433e9b075c827212b2ea7813f0fa615ac9c4809d64aed2346be10bbbf7fa194f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26d1d154137f0f3af0231fa9e1764d5057efc8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994e42d4a9713c31d97a61cab04b51758ed8249199ed0fd2905b773432ab907d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4dc7a516d02ec9bfece32c3fbc9b6ccc255ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de00074485f23a7c4593de5f75fef0acdc010f97a707831fccdf56e355ed58f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6fe341744ebe26c27a0cfdc4e6a22ae026931
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa787f201bdbab854fa7fe5c59d026348979ba4c5b1825641324b019df75853
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb3378f4781db32e3a83c750dba0e9f1328c7ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fda8fbf813029a93297dee5e8d46c4007786a5e6858876c2446577dd293f39
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c4776a5454aab307834792f1b0ed939bf8a349
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aedb3fbf486301e8d7447c5893b3c8a9cdbff12f33c3b77ea7dafa4c2b59c4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25b2e78413cd5fd7c8048319e57481dad93614f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb8ef445e27f59b791ebf104e741b301cf34c0abf8ed6408294942a54286a0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520c11f220553f8550d80a3fc6c04e95b6e36398
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab9f2ba2b5392c21113418e79a8f1971088217ba74243b78a4a24224baaca3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699156874767c07360e365c935b7fce9919280fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943fee280d080be6b191f3024f5e7b8a4db3cfcba49282c2487252132362228
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc2f0584f0a3176869bc55cc4c4d0dd5b011183
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000defad3ab6ba8cc03ddadd06524667f4d7cd005ef8457a6e0ba21c84e9ef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f238bc579e94df66bdb1fd6d39896db89e63dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580b9e1c5312a91f716ac34e8060e56c3f19a74c66b6033770af72f2c6f624fc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbffc5d82d565cfc241239057cd0baf3c83ea50c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343f8e7f9a9dc830601a8dfa2562232f649aed6cb25667d1ef9c59db30a3ced9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6406ccea43f716758afde1bb465520b245f29efa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a1ba53e8c589fe7594e91287b467902d3e128ab8781e877c4502f4b0f4dbb5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e15069c768430538c595e6f6fb17cce0fd8d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713b8b9f868be9f78ed210b6ab2b30e14f153b84ed800d4cc0057eae0a23f4f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3b8dd3d3b83943e4a7fe67029078c4193dac07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bb12eaec9f96e3e69a96b7497284cb6994d9582d16779a288dc29a64d5c380
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4294f3a12dd753e1bf21d62513591ea5a38018
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18efb58b0e0a411fb48350dde2a4a41fc816f80946805d6b287b373e76d46901
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f10b6cac6c7f73e20e16a970d4fc3d880bdfb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7352fcf84a7a8603ba48b7acfc8f015ee90a2e101af08a435515d4fafb6442
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dd8f73fe35fcff2ee329bfae245254ca684155
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ccd5445f8bbfec6203999368ece3931471e8f5e9060026947607be8198e010
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923721fe9b18377687180342231624d6f68e4a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d209a9c7f8cda0f7cdcef03d2906842cc675b3853d227b87efcfcb5ad6031e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c00095d987be27da76eca8b52f45787977e5045
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92911f866c927a450dbd82e0e38ac78ee5f763e6e15c31348b84240c347413e9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc99bbacaab86aad5bf785d10715e9defa1a11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea41889db518af053b98a097e280c3de26c1670dea74623415eb45aa8e63c3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0da20a50a331f491fa0c336a76fe537fab5e7cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0fcdc8a76b18bad26234db47b6f29eb5e3a939b3177424984108cb4f7063b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f7e2a0a18bf476a8b049cecdc0b53237465277
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f66e81bbc9df7583ad0a197ebb9805416f62f8fee45f402fa9dfbbe96e399
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6e76207d5b9f8ee90afc02f34eaa54dac2ffd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e399586d5b39a81d3fd94bc73347c5ce94e9b4e1a05f728bae1830728b825a37
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e22701684375067d0550406f86e040f16c78d49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9849072299e5c2b22de2430eaf33a81ff256e3cb4410174b4c3672a2487657be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202058cefa36051e96dc75fef80a1aed0432fa02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c79aff475246a948e1bd99e81d491762a65bf10904530f2af024bc0fbd76b1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f60eb69de327c67f512e59e96085712474d6a94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6686025ec41494afce3f271314a2d820822bd85aba7916654f2468a53f2bc0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f6bc08da86b28a35e87d7cdc24b4921d336f33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c67cdb323a3f43b0109694638e7f67d49c5e343c375adc3e512ebd2589f01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ef11e1484632fc1e93fb4d8ddff7de01b81ee9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8cc0923ba5d206f37b16460f8a955c63a7279e7abfb0de8423b82d765072a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0841ffd40fdc7ae0ba92062e92bb9b7955fda222
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88afe61701adb9475fa363c2bd2f79d884fea8da7b730012feef20d71169b517
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500203584487f3c19ba9424db637162fe5efc83d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb43a7ca9fef4f7895e5587fb15af4a84a1c015557f10b6375abe95d76a8321
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed8baaad7613517740963b754229807b8795e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1280563cd970df3f514ca2512531762e83a70281d3a722f769b940a98a4b40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ecfd3538fdf09d8d72a5674e8c6893a5ae36a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5eeb9518caa34e459d72bcb99ca557730f931c118ca491bc16428868e93d13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be93d000cf94809f4f711bda3a008203526417d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ae3d548daf01ed1f4117c21df1009ea18d1205a0cff569659413ac2ed1c09
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7462abcc2c762535d68c0be9d52751e5202b524a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64db3a74c4f871a8ef073b11a0dd9792839e398b4496fb0df32663be9b7a17b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40134f9230dfe48e719ae4523f2d4959993c9c4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7809367f21912fca5a3b5f15f8a9659157180e301d0390dbb01deaeaeeed5cb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02b62558ced7ac8386dbfdf0a23effeaa135e27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef111d4c1a7eca60ee6201ef4dfdbfc05d554cb55283121995e9ba8a6ed87720
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc7dc053ab151d7f67dc47fb407f8c0412fd912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cd2a6f3eb4b3d653b37bd7d6fcf80a129e8f1b08f4c9dd098fee8cff7d5e2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81ec4e58ec376b007096615e7c3f624e197ba0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868d1d46b67d6230f5972b3fc8af29ebdaab3ecb44fac5245bc9a9ce923f88ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d667e8a59c6d65a68f39e5d173eba546e2f2ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab452d58b6e98356d3295c607da435c25da0bfe011b7fb0cf3cdaa7b2d0c0c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb41c1c9624d25d2a003d82c60afff2ad1c63fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7920e852ef3c7ee963bf1990724267d9f9c6517e73aff29f6dbdc28b188477e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b3b347946e9744ecfee3efdb00416c13392c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0f297450cd4dea83da4f3aac48b8b286b9a7f52eead00c00b7043f9eaf5c73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bbb275daa8706ee78cb7a8d67792620d393205
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4cb99371578025bc67ff9a036ebee301fb5f0f362d78cc9ec2e5c29ee535f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0554eca16611be03468c0e42bfdbdf357d1569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c2ae08d8bb5ba0514655991da5119299502aab12df7f1a9dd34376c66a6fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae86cf12d77107ee6e994b6a55bb7b69ebd02ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a579408bea279929c3887d7fb43ac0d8c1543438fdc71f49d9670bafc2b9be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a163cadd59d3bd8aedfe06abc4b1df10336e2e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06850cccaff543bb9073f45124db1eae32f8ab915389818724b04c766e3f4953
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99370a2f11fa00500148dad71bc8bf4e5015bf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a4acb49935f7d6f13fc4097088c278ed5b2670b6657b41a603a7e7d3bfd4ca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17e7428d82d47fd331744c2a501346a6b0ea758
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ba49778a6ac5bf29b32839b51499ecca75db2e7b8dfbc4679f723222fe84cb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee5ac7eadb8131d091bf3d7000e1d4b011bd78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e7c7cbd3da2f4536063028863b3573ff735e65be05e3c4ac7cf819222c1ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c021ecfc38d428614edb426ccc9d7470787824b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75711259f55e93036bad8d68aac50bdcd26b831f3efcad14193fe092d3fca5a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5810eb917a7968ba36360fef0cc39e5bb64f6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457ba607e00aca0bfa2eb05bf3969cca510d993cc1f147d4bb37ee04b536ce8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bd9d8123ddb93aebd7cc5cdeec83c02f18efc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695322a14ce1cfaac0843e914f6e8c537a5c6eb8b838d2bf3e8cadd9f1f6d512
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5781bb051383d09771ca7712cfe70641948cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb953737f04a0887c0fcb945d9d152778737cac8699a7bd55e31201d387e016
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b76aebd47df366554ab9e3fa186f03da3c0a1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b44c219e8eae8f5940559bbf84da85a4ce115c9bbbbd0d1a9b66427b63ed27
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74cd86249bbc4a777a44976d0828519a4188087
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d2e21f8c95ba8af2b983a8611c279103057125d836bb207fd703b4c739b51
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9d5ef9d592130aa1fe93cde498a26c0a776ad0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6940fff2608d9c9ecf2c30ca60bb1417b95e8e7318ec72414a9c65571b977
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad6be244a5c6526ac31b4d4c090cbe77fdc9e7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a464e296e490a61f147cd1098e7796e306ca81e6f60c03dccf7d252bfa0163
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49759bacd0c3bbc2e5616b9892e0b89b96e8c5e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423e5fe779c541c53186a39537f1ec019f2a84a70fa98da58e8703f0bcb4ae8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83579ddf9152e438c93fc340f07d52328c8866a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54725fa77cc9ef493b361419c7927f352f56ccd66d0c396a6bb26f460e1bbea7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5db65374fb779e6a9b4fa9943a44ccdf380600b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669038e1b8ab4921fa260ac884cae08725975e798efd702b9d12913651ed1882
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31333cde5535965ddf033269e396234eb3da617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3d9cf6b826ec8cb0f93b1c2eb97c35cf352fc93b89bc5eb8475d610769c7a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3fbf4ca35fe94f49175569b6915ed6ea62365b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe18f7a4d61e983504a24ed40c3b3947299adf619d1fc6dd693add162f9ebae7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89c085fb148fe9754586c672d50d6ca0f53fefc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a14e5edbaf948b3185290fd12cdab196a8d107a1f65d84fd738ee291a072839
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b369285360c84d7925bef61d0860e6733d8dee5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210eed3940cc565e16e8ca6288cc1ba2719d752a16ec76da2200f3fde55c52f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2991d8036b6bfdab9ae5463071146fa42cdd2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2416715a1410d2ac66c78f12cab6598fa8c4624281e5a2a4afa72d748c2497
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864bae382ad818da1f899b9361d22187a101e3d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ff973cd9b5ee8a213f3d0d376de05aca83ffb0f114de58c7b49e8db9b1b08c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd7ab8af88c7d4fc81ef1237e5344383b51d6f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a9a0a8cba52c2db9671e77384cd2d286d1479c47e18ab99f783f9ae1d85ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03672b3607ed399bea6d2f0ca76c291ecfd690e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a674b05de6429c54ec0d9f82738972d7f42fe5a70cf62973a82a19c4a4989c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa4cd3ee1660df04145da9f4a3e035401e8cff9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68b4de2ca9a02d63eeae007f6fc2d1959ff7984df561327f28e0fc3b941e079
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08665946f6d06eab82b7f4f7f5375af3d23734a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84ef4e5c9b0f294b296d3e8990a2e64302cdf4bff18a2e93117f64aabe883c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbce4d65b27c1300ba55e95ed98f99225463a86e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ac30947e05ec5ffeea6c6a577445e3575c972ed1480beb12ccdd7c52e5566d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ce3d76fcb112f9bbba0e73063cf5b32834a24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f9ff93e6415d41d1f46a6f459a0f3087a127fd17ad2c94dbcdb7573ca2a2c9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60370120dd918396ec6d42948599011eceee4e59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338ab26b5ef4cc406d9e7ef748885e3aaf8ee2491f0a571bb372bb945172d06
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73bf39ddab8c6378eccab6f43d2dc0bc1e13dd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50b5d5629a65b4153ff245d028582d26546b375f8cdd2874f5984f8fe31828f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abeea28c3e96f8efbabdf9d36be7b3b163a0a1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f4a2905179012c020e4c2a5488fc84ca2acb5d47d427c1659a2ff56a1735d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6553217d6032210b8539feb5923d87f032f815da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1d4106835396d3cdd14478c6d35f15ce48c963a0d812ad8daa2a941a89fc6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4810a048ec47cff88fd2fe3f08f0f56d81f0e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86938b5affc5027414a671562ae874347d1fddfc0cb95ea2ff27d5248cdc50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d30d5fe0bf2b807a62b2a65cb8dfd60e28d3fea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286db429a8e5038a4682628da0255669f055121b7504a159d51afd507079a723
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b5e209a18b7d2174ac11ef59d6dc4181afe449
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b96119b8681c468b8ce5acce522f7a612fbaa4b3bda8dffdc4a4039e282cb0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0726b1fba03fbea68645e6c36fcd52caf85a4e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d64b452a6a4647064fbbb16d4eb2e143ea0dfe779dca3bd6b3e9f467c4387
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9e4adcc2e3fc9a2d6d79efb83b444f22cadf92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131d3130d33daf3af86a73fdabe9ce64e0ec551b24a6295e24a07e635900acd5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc5c08b3ff6c96d98ee8eb3bb2ef13a8acfefce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c62dda9838a7a167d508f35aa4e6e1f755c98cb71dc49a48e108cc24603be9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c30d51a8dabe92f7bd1ae4840d8cc8c63ad578
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0f7bd18c134d79054f0e8b4ccdb00d3b8097de0768fdc760d5d791723243cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e3952cd28a2105a0e60984434216224100fdc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae2e1a6dabc52888dc56af0203aaabac81a3b2b322b2f3a2d8cfb0c7d4edb52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f222de26ce11d2280369264d834f19ac4d0dc44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05257c9729290a90969805b4f3c50923a9c597297b259b56cf18fa6ec1f43f3d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff96fee2a8665802c2f841025e2044118c9de3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d766f9078d4b3ce494f5e7245d42cf099f03106929da857d6676632646b9212
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80751581a740a36dea2c7ab7b7915ed0436e528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c78b0372ae95653535c322e300222734adff79ea7962eacb4148c7fd1660e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0a340a4c98e6ff6b3ec426abd80d8c98a86455
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe4c9e2ce5156804b18326bc3add23c46145018ba270ced1957993ca2811611
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2363dc13f2501b8466e2c054962da93926e55345
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6668c9d358aa7e4c94ce8d483f43ab6e63861244842a1a084de245df4fc14f6a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9570c1051299dbac25358ab66eb8f153a9f1bc11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ec2704a4859b2ce7c7f3590d453932629b8653b2a609ceb439ecbd794b1d38
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eb0a4b81240e3ba21a6fd1e4e981bd1d4b04c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd246eb27d45d383d7dcb92308f823a828dee469ac564fe40c4b8e761d0d1d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bff44480b2a741b63d60c9270d16ab6b69aa70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef475ae1c1245a05612d6ea520a876f56b8d99fe35d86604674178363f46eff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc62e13043c9b7ebfa0fd2b1fffab3a6138ea80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e450857b1cd061242585488cd5c0277d7077f761a4857e409e760f9f4b87ccf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8219560b222215f6861075a0e063f965fa76a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585c6d81bdcd944860633e5420b0d8365b226ffb846cdb023be53ac3ddd56699
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a58b54c6eba7305be059c0022bb75f7cf750273
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c095b0c7a7948d2d7a9f7b4786a876f5db8a9b23e0d07cf1a7c82d11b0988e4e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bda75bedb7287236cf8498cc6b89aca7a2c507f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc403876c4e46dc49f62631e0d4100998d13e40e24704714145ae915eab9cfb9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4781814fbbb5e298c314f4acd8b8fcd0dce184
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4566630c06b309af545621ccbaa10dc435c21b38dab9c05fef8673c20c45298
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b8215c3bf0cf7d4c9e8734579759884ff60b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7486f89249fd0965f310d9bf137e8c5b174042a24468d3cb7d7b74495489a73b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998726b84fc1f22e44fcb1dde8f8df5fefbcbff6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0256621d354194017bc1880f38e8875cbedb9a6a390ed934b9df7f5f26c6a10
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe3b672cfdc03403a4366661a5ab872b530ccdc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca94619a76ce7d3ed858ac2288426657b79d608e2f6f2b04813fe58bac77b038
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65eea7a932287f9f1dce4e591c3ea6b883facd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b2f5fa6774a2fcddaf07d08ce69c53e3477144b88dccb4adeb46241794db2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493bd9e1172682c65a3b38706d7c2467d581e750
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab963b1371c470275768568fb55372701f8d88c1cb704f8ce91c51ed32ee07b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55be855ce3ae2f11fb5bfa8ea41291a8f1e7edf0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5510cfcabc044e5a52035b96d8ae2d288ecaea24b4f0b7deb429f89a48c37476
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337cdd6dd9b1c4db191de39a02ef81a6a430aaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea14bd6f4521156e6bfe328c0dd07ebdff10b43b04c8d2b2f94f3e4e53c8e0d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e1acfc5e55ddf49dd2ac7da3684a7a0b9aec6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73feaf309614c33d64580f64c8b52025e39fc772e34c8a8e2e7a5e8febef5b8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea1ad66a85a543d24aae7f208b7285977df7090
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02683f0ba3add6d8d64e66f642cb103b9b151e6a7784ba244247325dc3a035b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab0cd6c5ebacadfaa6581c132a623219af96d59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592f28818e57a97acc0c86a1bda80e3a7edf6a2416c7ad9534c217dc345bf45b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab58fbfb583e34a04aaabb62c01068ab2caf2615
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f861f947f3253603654812462f914a1807700b6c2437dc5eff204924b58e1d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7466a8fd3fdb8fd30c4e8ead8f9d524fe82289
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61672de9ec1a642feb7958daa7562740b575e6904a0d991bae9c8b7f4c01fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b7c17e519f95746301df19f8b5139807e18536
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2eb4dd9d24c21e36a50b9a49bdcdf7c2487f850e282d673e30e2c967944597
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a72a85ee731baadd69f7e75cea813d49a3db80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdebcff5f0bc8bb96942225f67397d2d9ee70e85ed8dc89894b4ae328f9ab89e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360df5af3c823883f529822b89b4ed5871a30971
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fc567ec96284aaa705ad5035ee48bd86c903c39310ec169c2d1e09425dd791
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb5f3205842fcef92b22e002e83451b99cc94ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e09d716596227eb5ad985156f1945b66e10a5fe45118fe66cc5b723e3a3631
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794db096c38b089661e9488e6bb6af2f382f634
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f70f76b3eae54d62fadee9e9f94f2dbef3beccb0cced653ccdaaf7b8ceb2309
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63acb632269e512fa6d94444b21f309aa8bc253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c356230367934b8bc62333a01d0d1b80d99ce38c3dffb32f487015c148c3092
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55418a6d4fe3fb72a53615e2282b02c5b88a0e9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5de6c13bc546527ba27b9bc6f96d07351384c855b8e03dd5c2a7a3b37ae22c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d94924ba02503428f230f92e42b8ffa57724e6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6733a444fd79419af0a2dde2bd1190a513eae499a5070d6763a41bf639056c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c556ce4771058f1029aab1b0546f67e1dd4a0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5c0054353e87001f453b040a6a6432631e0c2ac6a402f4d739902dcb7b898a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f16e2c59b748eb1a1e9865dc2dd14f1440122d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a17d3bdc41c19b42bbcc0af075033adbcf8bcc60a49564c5cfe482a5e9b069
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4855510e966abd141c7484797e1c207fe5e78d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ad2d4ca5bbfc90e199320ea6e57a073a778b8bde7ccf669181b95b132be74b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29edf625fac65b0a15f33b5d539ae3a91e257f22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbbce39ac81f3dcff2161ce16d3df5ad292879feac403c937638b7f805f9df5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01710dfc34635f5a455871c6966b9fb6cba06498
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a8d5b34fa825279a98a6a2f73ac7599d56ea33b488c041938446f09b94d34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32185ef1373beb018dbdc310212d55322e791fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bed20911fa9f2b6baf571ac61ba6a3c6fd57c85872828cb8de9859e21e828d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a0cfe86abdfa2e505b126d39da4dd152a38a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015d79db796cb12d0358d435024befffb395332e8fa0e6ac7cbfdf41fc01047
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49993f100d04ef202d2f0e88ae94ac2f150a88b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548e5a02adacd10ebdacf14c909e0471a139ee9770c4ab9d58a65afbcafcce0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8118d58bfb1b0cd215e7f791a49060bb11c3f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9d34a6cb77ca99c6d2403520bce3533ba6116dcc9c7a3e3a7f8b90c84b49a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8413700f50b09606d2937f4adde25ede01ec2f3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7763b9d375c2f58c5a0649c96d3cf4804ccfbf78650c3d545446ec06932ee8f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f22357c09bd6c437788373e30b42e04a10d7c08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf627728b068d31608fe2d0859aebb504968c314a0edcc96020b51cee255801
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7486d5ce5ed71fcf01b4047d2a332e7b30f99942
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439a644a449fb5c329781782d6c9a455a51425a5be0aef9b5b14c9dffcf00ae6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f88fe6baae292040c83d298ea24ea735852b60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b834438280ee462ec8d2c48c3e00eecf9b50c478a91f3fd487347aa4b5f077
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196ea89edddca6f367d95920f56a06e315f04bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bda669352ee08781fa700e8518f31524868ed991c77f91d6e260965a1853504
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747c77c41ffdcef3a3effe87410c117d41418729
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aced50daa2c0032984d39d57e8d52672ecd8b9b426abee376a7e24c0a2b6d940
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34d52b0cd0ffcfeacf4f40f367e36e56bf22199
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27307ce103b29cb3eafc1a73d3e9767f0dc8f5b2e10909b16ca2ce3d7cc9b6f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbae7c3af3bb4ce7bd729a40c79981a9b844729b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5573b9dcdcfbfbc21adedea9bab8102503a62143ab3c1720be1ec0b339a394ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4818f42bec2acf29004e42319501cc9d0f0c065d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec892c02d4d56440b3505704e362447ccc346359dde2cadcc470c37d643df9cc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17df59f7a692e2c42251e7a7f89a72438ef5bcdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6ad0ba07146f8193f7f2a1245cda6c092c9abc533a789ffe7bb3f04d3e12a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4bad2bb4383f5fe52c71f853a2d2142bfac84b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a298ec9421b3d1180b9ceb546d64bd1538ec635b5f44f4f32262f8d416f8aedd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfc7ceb6795141fdf00c511ebb8710e17c13912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c65b4c8821cc046ac9207f6b57d9b4d0e256ce6fec53948485d328e08d9653
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c170a2a496238a2e9c0efd93457222a3960aa3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03519d48f83b44a4c7b2390d645b193652ed18149579cccda98dfb76132e59a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9619e4b0fdf85ecaca4042a346e90db7b680cd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11fc89443a5aa99ad81f972c1b7cfa300c3c3ea590dd2f442c0003c86dca825
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a609d7e42b6bf1fd77be621f6efce82261482fda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3338d4865b3cc7c0976749029279b6a9651809f5ee80ffb048bc75082672a57a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f54f144c806f7c6c6b03b03388f325850ae0116
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81188a348b3b299b969534afde85f157c877d59cab2507ef77a99d84a9827e2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c615dc24aafa55a3d8ec63dd31bae6477b1d9ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976e0536627b9b4a9e617ec7c28a080b4051d5e82279e8f69b2308b2e2e83b2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43ce39ac4ec747a415ed72ff900c72e3b7aa7e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0747eb2038206898a06d602ad447e1b10aa27221ba425411061068e79c6a0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cae25a236f98ee02988330f30246091a31fcb7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b4a470861385be3f1b39b0914b0de148854addd365fd9fd74c5fb611d17079
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcea6e2211325e4515df8c26ef378a3f1661a3ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44383d999eafdadbdf276dad3ec1cae1b4311b97f11dc3ebf48fc9afedc273f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386b3199346404717f23a409e307c54c763ce6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de87cfeefe4cc9383eba463087ee754b4f80fd631b385616eadb373bf2545d5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c3a93f406b41cf914cee985f0995eb0f384f31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9efb65dae5acb7c79a3b383424fa95bcce8fad5cf7b6786c987e5f8aab1322
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb74962d5e53ac931cd37fe827d33602678b9ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be25af07b41eb386223537c6e976d5f880535d0a63e6eb45adfcc89714aa6003
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a04eb37555d9fff7cc3f8389145b82bf0b6c34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1af8125c4df52a60df955d019b9ebddc4ff1ccd3ed8731ff779e4b504dca583
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c8f56c746077849ea975cd1229b6c7dc5444df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a598136dcf5689d6451de96cd3c8af962c8db9eb6c3684fd409519062b139243
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a651b3138ebbc335f45a66b6bff213fb068e5e24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4084587329c83523d02cc8b3b9e32e47922afd9f565a286d9417c885700befc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def11515fffec2a3ce72a4b870391dc8f9e1dae7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b9974e2cf38afb170c0af7783d4a8083eb314aa9f9c8e98a10b10539f6385b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f447d4d4e7993d61922cd9349a031ed2bc3a8421
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42da0909597b925a8076c252cae9d01da5e73ff99130c620fdda3542efbb7a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cc9d92e9800574b6daee1dd7c0a13ac76d22e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0035a37900de542c4af34dd83ad2b4e44b5f4c720bd8c06c0875ea29dbcfec6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f75ab81f9d8d1e1aadd18bd121a764eb3e44af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ca91dec5809643e1a2865b5682dc14877eb55d8e99dadda1dccb9344109ae5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd9260493f789b026a7d2b26f0aaa6ae35138ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e211ba5ccd82808b3e1abec493eca9cf8b6c08fef20aa324b24ac3e59d3714
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fabb8ea6074b4f4c7266f14ff986aea21d130d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d3dae24e429f829f4fedaba90cbbf955d9209284bf4c1dd507b59f3f2c9cab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d194fa1e08964ea7f5e69fee2e891fc477415
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61a318693202d3d198268a4b04c19acbebe60191d34f8d264428c9e6893d43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beca4a655235e4444718e839ea94d3703661f38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb758d0d9ffcbb7f5a7f70c7c9d0edd20866064d3c13c1513e79e3554b06885
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d286122648c61cbdc9a0e8e59dff25a550fd3f97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f017ee0fa400caa2814509414b1f2f127c5ef82d1f8916284e7a0915746e6d18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca831746ac637b2d189e449bbfecc62c37552bd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abca90b157acbcaf4e75f5b76c544b42d65f7f4df30ac19491cdfa34fd3e5f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964517f56adab985cdea963acb40d15d05d3f12c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf9e875fc8e22768eea1b6a41efaf4e6a92a49a4e63a1e873aab5913e3d0324
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820619078c94c9e741e8dba497c39a27c46b8a49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b930cca7a8bff6030a3a155347320b33133c37306e0b2439ea12b4f648030b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2933752568b1588c2169518c21b3edb0c1780a57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2d8137f3df9b107b832c1d95e2ea55108d558692ab955e481ca988281da23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d47bca693ec84ae9432fe543a23b9ff6f3819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756620a1ab3d8e10d264af6d21e47f10b4368804d6e2ea6cd4c0eee7f43098da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ea1e56cea79bac0706eeab98d734e51593c548
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be705965cc556e18df42c937d5715ee1f653b894bcdadfc6cd51377297826c7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcab2c9ac389e1c20bf5b494356b229476d1d45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac987848397b6aed12be91905d9218be7d54b791a3459a1d9e7e76554a19db8b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8bd0ee15cc7dea6fbd60da7bec36900ea9dc57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c8e76505a042dc82fde09b07035999ec092a712eefe924cf27380759834d2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625e23ac779dc0febc3d27bc1fc233588430d5a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ef81243baa542063b4b372ece3f5580e93fda2576447f7fb15855cde06a575
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d693e22f7e975ec782a81b048452b6f93e991c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c48feee02fb328c4d8ddff6230a55554dca9ecbd91351dde29c8810a06549
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f808dff8de3dd436bb16f9060013de531524639
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db5e4dfbe7c65fb7a4213941b660a8721972dc4c26ae45473581f12850159a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcbf9e5461c63931e1afef0aabdb03cd95d0b47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add6b6665706bdfcfca0a5b023573d8b51703fb84301796fce95d5c7f9a532a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b16ab517b39179b0adc231a483f9bc27024120
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56b64b41db2f09675e30f3325766a86d427b523087de21ffcfc8ccafe75d4b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16105921545d4300650ad76be07c6fb0214fd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9833ae418e1ccf671f4d6125dce63f8e9c1edcf64485239e90c59633cd46c307
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5003942536df28bde8486117e13c37440a4c18df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb5820f68464eed7542004870503098d62133ade7521a8a9dd2a6b4bb5adb67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31e66c486acb210a13244247ae456e6d5df7880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93fb3f51c7da66912519816872fd62275ac05f04d3d46caee67084717ba069c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aec440fcac912df075cbfbf834eaacc4c018c9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6832ef9cc668e55555905f3262f923567bfd7f85600dbfb75cff01e7057fa645
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6093eb63c8ee282d5500c4b3dd7753f847769b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e9648a2e3b10b7d802fbace18268f3f0774df5cd5eba29f4afcdba89c9c287
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a356ce086a9bed89a975c0b348b3bea6a2ddd326
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fd425c39d8f7533363711c79436c7f574270a5ca89f203bd68096798a96af9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ba35d5bfbe4f9a1becdda13ab0db669142fc05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef237b67e752d48fd1aee6a2b6bbfb8ed753b327ea15b368ef7e758322b23a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0288d7d1a97aef8e76f6b3dfc988bb63f1d829a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8d25b3146690b09a3bde2868f968e8affd0a2b0f01889f91386a009b59e04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba71c464d29acb984ee53dfb09fa2b4a872bb286
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34eca4fedfd97218f957a1de5c0cc69177e17634f56254f926d3a23bc2ba103
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c408967f30ae5a2060db3dde6bec086a47c01d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9b00a988b93cbc3e0293fefcd870b98899f73c36638ff98684c79748afccb2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82651598de29aefb0ff4cb18b3cbd10f69a22678
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644a3efbbed352d2c0e9b901a12baaff438e84eab7273c6ec7512b7e12a53f60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa25028a36d55f09184488ddad3a8a6ca30329dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45fccf1abb921d8db22ff53e82f26e470987e88fdbe339f7130bd87838a15aa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cce212611c0d009338ca75fa7fe074716eb71ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b492df056db55f2672061bf4634e815c89fde50fe9ffab38b971d49dcd9808
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4108e05d7b4a4cb6098b25a94a0d237139e2f47b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6839eec8cf6dfae07353ba9ed3c8248a781b5c61b91b2ae8b9881da61a76ca6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8affb28eb24b4d4aa6e611d06d5af218b931ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1035950c10874b00b4b2cb8dc3b4ea4fab309abb744f3e6ad62480710d245c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b5b9a6e4e909f5b4ca3607a8eb2e8ed9536fbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b44b94932c296bb9b8681d23d0d37fe5a7b0d54127e78d7794d8afdd0d2c893
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88a3ddf3df78f332ead68b91178cdddbdf0c44e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14122abf8f87442617debb4f8e57b234eed301627e84062cc3786cc5b9c9eeb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb85b6073c479127f9b4410bb44b149dfe7fd370
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ea0200b149c37a036626ac3821fd7dcc543eaf7f77e952835a4aca657a8b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925640cc84f18cabee2a1c76718c1b5c3e2982b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ea23449a21e585b8399e98295b129744e55dfe520c524e07f81e004d7917b7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137fb1449b2593a47dae2330e435af286b19b0c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9e32275b555fd997b4d0d9f025d616b38b03604db7d5ab9f3da85bcd101cfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa935fcbb9011232d06cebf5bd677176a16708d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb3e57405164eabe9f1c53bf784c5a5847e21c2ca8115d2e04f12adf7fe704e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d6d5d99311bbaf76fbe499edf0cf4251b656ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef661b098dc946adaa6ea3f9d6e01d5b842ec0ca276cc7d04ed95f5306683d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0c022b047155c0ddbf5bec194ec593cd98ad22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47a5b2d011a8c68ee7f2d8e3e18c7254acc0418b13aef46bf0f0104e194878b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384d9af1a2b63ede5e5614b89ea7a7965465bc14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aaf36714a958a17ab231d60ef1cf0776931e8ff2c956aa98f6d3d8e04890dd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6696330af35f799e26d22f549beb7f45bf21390b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444f803bb46e5a47b1fac2074b19bca5510175d15975a901fa05104291bcac59
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1bf46de45e58d05a610be5b386800bd588f3e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce438cd76414ba24058a214f80b2e5868e6eabd4f13da542e009b19ddfa8e1a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d7f6c923d588fdb078dd3072851d311af96ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833296b0036b641e02b1d4315d988e841d7194654f3cfe5b8192b96c8cbb35fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e39a8e585149992a9a093b4d3bf41bbab3a64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c9fabf17b6e84519f1226cf97afadc2fab609aafea67982aa698cb644f91bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fbf874c7ee6b19afd08f59249fb03ae0c589aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e239ed29b0d2cafae234db47892bb434ba2b17d259b7b507f64d04fb9f3737ea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b624ab29eb0b474041ad1c154d1d5a0102abd13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1236308e989cd6f59257133fec512ae378f703adfb293e00c80b1e0a5aace4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0bccf4dc463179500f453e585bcd21cbfddaf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8162359025dcefcc0dec77384855a17821339c8b9d8d81aea2b13e6152cd921
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3242f0d7d7e11cd7814c4a55d9f26d1db368db37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68d8692fc66eb29116d232bfec71992e37bb1bbe72c472292d82c0763834077
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423228b8b2bbe87e408fa259dee97929f9409aa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88021b4d394d63d9eacc050f692d608445aca1c4a12057413c004f98579d6998
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ff0aeab05f5ab8fa0ce95446b3b4235ba9aa88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cc1b5f48880a3d599870c339f71b98d40e94a470f1afb59de704d95b4d5756
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f8d3fe8d847e4a05e59867e768d7cd9b3898f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea338b5e1c0ad1f58821b63e5b10439307e7ca1449a090d250d21e8a6f5feb03
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d4e9b5d50971512320575bec84a9e07aa8307
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d740348c9d06695e66201df0f3c05648e545624ff149bc2d93b8d018b185a65a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3284d68b998cbc1a5a8be87b26308675b86da6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0c66714fb76a221e344d5ada98c5c68baf40147b4c3ba71f25110a6a5904bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028dcf9f277834bb2eca35eb0ca169f790efd46f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b788ba6b20912827692234a9777dec730dc20d7d81557567ae5415ad548a82d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7bcd120eaf9855c2dda2bb2f983029ec4bd9c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b66ddf0d77fe586ccff2894dec41a8a4e9dd94c10d5c05e4343e6a6464dc02
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89937afb3dda2dd5febaa027d4cd2958a5d01f61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3ea245c2ba1960200423e8154b03c05d53116d8a420981c812b0f815456eea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030417c7f931e162f15ba4c8e1d99586b7e50b1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493dce098f8f3dbda0040ffaa80ab3221a249fde6a0508dea1ab893f4a745925
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5083ea272be83cf09b739ae9198f6e36c383e8c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd707ee7e194c9dc49b1f5fdf37b93ba490fb293f94a18f0fa96598059f2b1e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495015b8d11efdde7d05c321142a3b05cb199abc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f1956f3b4e0ded7cd93f576bb5b57cadb674ef0eaeb4f0bc4dd3803bf0222b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766ee5622cfdf9e97c2b41c74fabb19a0d002920
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0001ae42b0cf653a2cf6dd22355c36930fd6a2cee25ea34bf3b682779c69ac27
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff97c0e564e38966b9fde2ee6cc0ef2257744d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd303b1f3da45745a3d82e6bd1dba236d254dc6899c030dfbfb19568b65c8b17
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60038b2916e176a3a631a8ab25f61826e229fabe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec466bb571cc54756295345e28e836b6bfc1cbd2ee57696d5f285847a477e1f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4ae0d72c5e11ea7566a1e45914669d0850e821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f707c88269d8bceeb470415511d97ee0be2bf43ed4194027919d46765ec61c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f21083571a98781f0260beb7bd9637960dca6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db288f89b9a52e2c8460ea0cb89cdc6ca30c739be1b61be9fb33722cde2952b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c689df1c7088515384d3ac09edc5deba763dbca5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6a0eeacc47e06122fee3962fa2f63174f17b3de3f3418443b8ab57738b7b1f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bf6d1c961b0fb396d115886576666f8704a8b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27804666228367438ad1fd0da7bf587eb694528c6e079a2bcaf8ada6d1bbec7a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f8f19b53c2d8616124d21403bebcbd30b34b75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cd56bac850619b8d540e237bc2b97c813f686028b2345435d5a53843242e0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580f830d67c6c5669d938bece57a641299e364b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20ebaa0a8fe9d27808c8dc7dac6c68592bdef162e69557e9502252e388b16c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4498bd1bd4cf8708188ec7fde7e078a45d7faa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24dae216d09ab231d663c42f8b8f845ad61d495915a899ff5237e62e04f3aa1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d774f1a638e3aa1d80a2d7724ddc2e288cd52f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a7682788e22a89490a01d810dca9506cccf23249abd4b9e7e90a8a77746f66
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466bd2e36295ae20052cb88f05e102a638b6fd68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c831f97575f74f97bf5a889e3de51e81197e7ec8cb37380c0164453b78476824
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873ded0df84a3b70b2cf569908febe91e534aa1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f74989ead594ca426766643dfe9ac5b5a64ce74b23f1c6407c9e51244b3a6b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81f966db05a2e23568c478899dd3bdb1307082
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5241fc735650b7db6dff53f9c7f01a7bbf255182b579b8a1ccd812a0288a811
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de377e20e97dd6c9eecfad0d14269e462bea60b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa49d2d1a8098641824cb4be7526ab41ac675d2c6fd3c646afee2a4f53c7820
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914c7ede2eb49579467fd8b8627cbf24ff60a68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db993bfd8675eeab30843c93229a6843c413bf91be0a27a07b4584a07f210ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d72074e4b625b9dddd8cb6719c20bf042bdea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5656e5e6cd4f4b8abfcac089cd9deaa66fc4aebfc17d75ef7e4570ef7bc8513b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42683cffa7e506a2db50f4e6fac5b8b6c9d619
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4661dd3d93ea890073df0af3be7421726e7c82f0d5cff1ee26e7d60d99afef9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d451d58f053f3231eecb978c30a4c8190c56888
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d0f2e6224e8354933b7612b29ab6d362ab0b696b0353f04b0b28f12ef1cc4e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c005717aef01c5817aa9a913d6e2e332b0908f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25ba14b0dd07725b703685517e34ccde9df58a8a8c51d825c026a4de9ed1fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1fe5b04497b7eafa6182a8f995fe8d4697a72c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4a3d37c9af3ab7759b68695f52c5dbfd30760a7367264a45f1c0c7bd1952c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db16871f613ba528b62c73fd5518c55780b04926
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa00bfd6a32d4d8daee81fc2618a53cbc1beafd63dc0a53d802f0b54ed38847e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d48cbb6b6e9db0812363186fc254f55dcff067
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95296c37542b1062f8bab2256f7108da90ef739d4709e9ecdf90e9b763d1e0c5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54e13b7727b07e285946d45bfeb8ea3125db044
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd23acc2a15ffa8b225720c7f049946e850588abfa5689b6fceccb16fa1a576
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d94d6fbe1959028080acc3fae93f80784ce4a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4321e062b03b3b7a98b987d66816f2639f3386228a9c046a8c6720dcd09f98e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a080afda4425078ffc2f9793331d06f25ea1ae0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfd9bb201ea576df8c7b0a0524f13130ddf265cbac3f404d2ade760fb22bd8b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a3db80beaf66cd388f2a9d3d5a67061d842360
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1f69ec106dee57d3f8423b812da72bdd20dfac041373e04cdb7c2d45f8cd8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2e2c998d21590f7fef22e9ca2379df7dc7098b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84baaed435ae7422cdf30645ec018bcd9aa5b5e238e468014a679e667857ec7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0229ed2f88bb63abb490a7a0eb81d1087081da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d1d05063f2024e2e2a3746ad0e4691f8734933ceb2f5c328b9dab8d4a64af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dd663bfbadbfc043ecd6c063e380c711579aa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c397e8d0b96a544139afe4b96aad9e2a73588701751dd68e12a3ac06351a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be915123ff37abab449c60a54336b4d674b4686
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed0b361a4945029604c1124d290e3e7193ad65f8f17ac52bc495a4e2fc6cfcd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154d787a42a6c69019421b11e2ad59a02f6662f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a89cabcde93b56b76280eeb0643e78f8e4e566345e746baaf9c39de24fdbaed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6baa9c31a5886f808503a15d5289cf7676794b69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dd2001fa40bacdf2d67cb044624e2dabe5ea3148e345488b6a3bb61e4beba3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86184bf18fd1a5ddd569426e648ce16ddb4e1c08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d793b9cb1fb2ddc7511e4e299a190842c4576c5ffd3da41fe1d2916f633251
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d2603a666ca07fa385502b1644bf7bc384615a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42033ba0d6b267909f324a5aa10c08d6b68bad893bb4a9953d2ea7d8a097744c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df7b999eeaf1ad331f44b9deb082ab56afa3222
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7902219c9eb9b8645081ff9a77362ecf2288d3557743f3c110283e71ae8a3da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd48114cefc8090e44e5da4b69c9d8d50b68b55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d5d0371d4c1af5b195c353f5b39c85d8ebbfe1351dbd1f73e11ffbc6f61d19
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d862aba4f5d05da1e33ca08c74034afa911c128
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7770535cdb085de870c24bf691992b8f602a0ba6326bf869ec32244a1bc9fad0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ea1293431c618436a94e549d487f61d9802d3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f49225ba8cb50b3cdfe0b36ab2849cc504cb8157952a35fe88898d4cba06d8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00e3ab864c7d89b53e15b67dc6734064b04d8d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a952722d257adfe31fffcf1a93c956fd3b08893c2244c1dcb05cffd42f225788
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9a6a97e33553e2402d0d6fbe7d772d97ddd3e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6d4260665661746879dab715c970c1dea86ef40809928d494d7e22c2d8b748
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f639bdb53468d32ffbb91aa47a8deaf8a2660e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6948ba456dee5d75bf77493b4afe3ae40f8aca65250a354e5e51d2e56fa9439c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544b2ed3a3f5fd8f1b613d908abacba2233a609b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2056c044424f416799b7780c4265784599f4843b4496c2736b4dbd6da50c012
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f076fbf75fd550f0f2cc2b303a3458a42f379f4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb275e352ef9c39772bfd97f5bdf4e90a4a131b89b553f2988c29fdc532bfb47
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3198d78d960972dded023b21ff1f952134fbec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df14c72d6aa25567be8c296054c2c7cc2d81396599a9c14a50995a8cb84838e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b8ef5cc6f1ce9ed94d5ee067a8b5afa5bbda62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496baebeed95d9b8312ecf6adb166a06a2a0e00f189736c9cf44eedd60d4a71c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404099ca55e10e06ad3e35e7805dfde86a44bfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6783e237a5093699241f2156ee8078faef6406da7407022ac1e80df2739d15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f42daee45e510fe53c800082118a01e4c6b66f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f38ca5ba93b7e25eb1886e533a1bc00203e44df29ea5c3911c0de17f66f1aa8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a23a0ab0f7f72f5bed476e2f39c4280d7e146
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b5be1a33e098d227f53c81d84f0d5183fdf6a5fa7ef0884282d2304bbfcc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415b7ba837dd393bffb494143a42b14f235c18b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae0c2a3a627f8955042611a70e48e76829dff43290a453537551c6c3bb827bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dc2c6b5dad6abdde4495471910ace51eef0064
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5465923ce4d38bb83bbc9eba0cd9a26901a94eeb23b8ba9e216b8f62822a4b7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aabe05c8e1f6ddb2eca4d6c91dcfc08a33a9ee7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058d76e3505cc3cdfe62e13f05dd1eb0e5ddb4f77ac285ed21ba2b766133c93f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b131701e2e8bbfbc84fdd47c1fbebc6ddd18a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3186deb74017f10c6eaaa1705c6d3218203ae940cf50681dd9caaed9b865df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e0e0754ef0832128b7cbef5527683ce6f9996f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4cd00b3c7c0cfdc9cbe4be41189de86c15edde12c1b535b0aafe67ebc9e9a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f77c1c1be59fbe10bd600f237347a0995dabca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d050b175fda72cc25885c5afe3b2387a3bc29b2990179bed213027e87388fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2203cce9e5d04c25d2f2e3e17210d0e109ed024
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57b8e553e0f11675aa3c697be252e6357349543c2db1548762af40b2f0f4e2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d527183f28e6342721be35873a3cd3b5a346be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0b68f148d74d560b7f8dc02e3db5651d636810853c0fac45c1b83a63ce402d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e7ee6362898fb5a997200566f79ef4ff182307
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6804cb3c9b3efde7317a0827d60536a53369d10320abe13da7181adebb5b265d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef00157da99a83f7c4ec2fea7878f4e08c63e7f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffde695298b0b77794e2ba7829e27efb3d48fc0ef8139c1868def6adb9a5964
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47983d6fe6f8b05c1eeea273b2b8bd7b58bda95f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871833e063f2b5dc74054c87b5f7ba92190c0d83123155923b35123e24341d0a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9554423b11f4970e32ab13d10d8016e35f7afd08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b191fcfbf5c612caf4d484cf71c9298fd07fa2f82e44fa892570a6aa9ce697fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70f1eaa7f4b144eae324b53b5f43c479377137a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20ee5424da1e2eeca944cad4c42c15dbbb4c888eecb00a5f571393515a1a217
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e783c4aeab0e62829e95b74163c90a5cd66abdd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b207aba7087e349f3c943f1d8febe4b6c120db2d64994950052328436789c3e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb4c13511d03394d77e03a60a13ac17f321c68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6738ac55d9521cff795f238eaf45d8e7e5cec17e2e7833bd08470cf612e161a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815918c0863a3b048bc8dccb94d8ecff61502147
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41067f45ac4c282b5d324062022e6b4a2e27a620b719554154497c8cb0ea54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15adebeca3acc019fabd2cf4f85de8f9ab68a90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7798003ee144ec926cf8e8438a74a9948460e2b947f3a7ea040d196e4d610b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad867e9359c4e5d5a97b52987b0397cbb64f5df7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a00d97b643f1928badd213e4dac0becc40f859cfd0efbcb39f9052e1695854d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b89f5f76a8491c7a21399a98a0ed39a850b85b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781e83368e9b4495af2a4bc983c7f28a47e7e15e863a0b8dc5e3ea9058e236e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18791ee603f978ea2a6242faf63d46a862b30191
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2432fa188d119ef8fece374e8f53e6e08b0d61cce75a97a1c0f12ab1efbe15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546d0f84684c362f06ee1d297d797299e8e3e88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e22e46b2015cdc828256f80e53e258ac516694d6c7b0ba35478075002856837
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c354b58556fcafc9b59d147e36da859294b706a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839360bd0fe315c5df1d4a6f789ca7ef8186d4bd51101f80fa8b6ba6f10c02d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07b33c018f89f25477a2ebcb89da0d2355a75a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b6bb6d491c321118a9b41138be48d3fc49da1a7db34c6de0551c0890f15882
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4959dd84ac7d7b36f22654b63eed932f2c3b7a90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0585791a33be4f158eb9820f488970f961b5d047377774b44b82e2e0cf0b96
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4730b5c1d31f4c0b20ae116928c4e37cf4b8b59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c147524b5f1ec71984daa4d49714879269ed203a18b228946264b7ca77274
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482986f61c73ef8a3cbaf4de14c57165f0943a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0446b962dd3850bfb92a56dfd0b232c4eba8bef198c41c18fa1025dcbf2d15ae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b8bce0f633e9c7145d066f3faa4a35f7078343
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b95e8da5096e17b9b3b7f2729d0ad6578ff8b22639ed0b9200e8ff8de10068
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a663245a51537532c57fa82c4f6dd983a1529347
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418875d24ce9f0c94c74bac60c1279bf945120026c20720ea28163d4047c45ea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8096bc1293e5f4de7baa66dde37e1087d992a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3f6e97f46be3ea54cae31fb214660ed8a5f3c71e8b37db026659152b71738a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f4834c4d5ea27b7b896546da8d98bc812e6ddd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63734b0217c482868fff80d65b87474b60c80d9af09c0f4de25d150c37d2a8d1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec8c1b89874f7bcbbd23b86addeca8a5d90e28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b328f647df9823f6ab140254b5272bc5a0a3a58f7ebaa7d00b734be69df4be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030086e52291d5fec10fbdcf7bd1b848bd989810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40a28510b7e1d85c89902ab1973c91d3e3494baf69c198fc4496f961077f222
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289d011c69d0f09643cb0ef6ebb19f4d9ff2697
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e68670acaddfb80f5040638d9f3eaf3a5d9a26bdb2b662e5d30c62924e7c23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbb420f563d4f90b5b5161391004663ceec118e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1816c3c2e2684b06502dee7d15bc1cbcd4b6303f0037b00f37d85044bc9f1cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f9a9b6ef361ff2a3fadb7833a34238668498ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7c9dd398a6c97003b5e4c5ef0c4818e91b567284ea4355b93c6aac868478c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abae918cf18e3c6c084531d9320598474b9e67d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058f8f8384e8cb2534f61efdcf01d97107370ed21d87f425e31c54d9fb5a2662
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e51e217a9fbaae96be62f3c9288f4dc3680849
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec07d79391ed1f5d52a76cbcda4cf4100b3e1a06334fc7c363ca2848f2b2897
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3e46ef1c96ac974b82b86fba889d4a354564c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986fa60650091741a95bea08c9d211da6e456997c44d7abb0640b4b60fc495c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3320fb519b2f7c9a8354c87d5bf49a52b9882ae3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34067676d8e83d231e3532fbe815c1893683cd01407f6d3406d012cfaf282e3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e848a981f82b2dc786fe37efb00fb1df216576e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce2d2b296a3c2cd69d1117148914cc4a187c25e99fc2a382fa2f124c614eef8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58523f4e50d6665de3aadbadfd86ae8c0e0e507
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b372898fadb7bcfde6bc77c40ae16d76e0104ba6aa03f5e7e4dbe3fe48b21d06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a544a7cc025a1bbed136ae3d7673626785b40e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3752bf234ee40b3aff530539431ca080c57a12f100e167ed510cdeb4050be2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9383034ae59d961649e9e17188a5774c29ff2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a63f817c430a3b4ddaf26c3ffae91c00d6818ac029b870ad65b2df23ac0cc4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f529b414ea0429295ede697fb628cf35f6b71c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e0f99ebecb231ac541c66ba3933bc11cc1dad68ec079ba5ab0ec8d7b248609
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a54a997fcfc9f36745866e78325e2445847768
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c8d6899dd2df4ec0af254f3ad3427d9877e8ab0b9a843694f0aa0f7308ba00
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595df12d7453bee7b47cbd1189010b2f58fb4e14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fa911c7bd73d8b0357f860fe657f45378f5107fc993cb44acbc1af231c1d71
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5680eafec03fd6efd495858ad3211fa29b6cfaee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29c7bc70766aafc8c086517cc4f5ab893d7230e5be1ec20854fe761a91cb91d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172b85b1963fcb18288664b98bc75936dae20b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0200c74c7aefd35dc00c8ef1264043011ed8ea36d97e5ca615e89d630f7d14bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1fe0a0b5bfb5c8e82477885314bf02804d4560
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ade130152637c0cdc5cb819d9ac6dbcb5e64f273926ae1f470e39acf02d70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af583c7c20377b5e67b5b8fb5e382d835c782707
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f13ed7ed0b2df69321a0c3790022c8523a5a37ee21c3bbfb6c1b515b871a359
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c63e9a1e7d5524a65d6690b3e60c8055ed1a3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafe7cef76dc322e9cd6db85a027376b581b60ee1bbb7e97eb714097ac1cda0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225770fd26b686fc5ab4d63c1626c9ae06542ecf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425c3f28ab22e96de097319ce884505d2bfae2d5757c91a2e86c1eb5b6da3732
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34de5c3942f4bf28de9525e8d5ff5c51d8301557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74c0f7bf27f3d766939a0eee56de345330386c4e54aa020b0a95f0c29d75e6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41acc35f8ffaed749f629f29b444a4dd9dd0e49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e21eb5b18026142d50b2ff87e68f09119530bb0b0231354eca82e6bf8ef974
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f902acba93b1212e9f877198342938b296569be0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e599d782070b9035e6e9ce7e7fe90ebbbed343514d5cdcd9c4b29353c8a6bed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dafeff2502356d06c98f3132f5a2cc53c1c285
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b36704b0ebd1aa9ee193257c6a860dd2385c42e705f6ec8473ce375c0d57d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7972e0d45f069fc955efba80425f224187b237cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d7bfafe0934345b137b4ae7a4f2a89bc1b6a6747c0357cf196c70df367d4f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7119b8806530bf3937a3c41f1f23ac003f420
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173e057176f6b43b6f3fa4a2ed2cd9e9622ecc8809118b471973f3cebeebb1f0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362be96549fe076be45ee060fc09602ef8de512b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6896df76195db72d42311350db9b6e2eaf968d420351c2655b59f82662dc1a05
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3703b8a301a1161bb5f869295c142999df7189a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13f2963c71ffb4f81bf516d8f154fa79bacdd19dec41da5025549c16b67741a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4acdf4ffd77900c314166a59e4a49e9d8366c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4121a3e533ab2e70cadd3eed2ef304bf1b65f20627205710d29905bcbbfd840
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89affc072682b0020d45613cf2737cbbd98fa6f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0715860eab6f9a37f28c3b0aab9a7b748acc340d74d7134f14774f5af058889
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2caec7e2856783532c7f7479c9539555774c0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914e634f0ad878a85238e7325dad3eeb9d51f38a0018b1de15ff6e493a849e4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e98f1b64d46fa66958c913247ed65feda949c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf289fcf7e57f02a8eb79f9e6bf327fdae873ae22933dc3b8d6cc1c922b5555
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365b43e43dc510a27653586db8018e3b74d2066
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a90e9720a593a26df8a3ed124c82147fa660f1cda2dff381fd3c0889339be5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33c37a0f40b5cb334c9a43b3e8badecf3b4287c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5738b785e696f12dedc46d451fa48cb219972a9c9ceafc34f476a9d3cf0560c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac15f36d9d8350f895cb77ee67ac972f571135d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74221c6d44b3cbb9f35dd2c07536672cd7360da6cbdc383102755a63d9260a92
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c009a46dc5b44b2b5b6f123f68192820daf400
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2e561af937f2905cd939686dd5174d1a54bd5f8934ba5e2848d9f77df28f4d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d879f75325b10fbacfcc3ca77e1c865b395f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fd31222d84a2c975e965e3ccd28739d29ac6db78464e0a1acf574531b6e837
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03cffdf51c26d6570330f56d5107cd0954ce60a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1cc8dec7e59b85cad61c25fc0608dbd2b3b7f187d00291d99d887255a31b3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986bef6cd7836b7d28c914d887bd7d34d4fafb58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bf22a29e4ab44f0cd67a2ea0a6ab1b691e617ada7168478cf0696344e88884
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163862ebcff3d661ee454f1f16db25abd9d0f4a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3191f2da61d7d2b778a2a1db5b8df419448585f4c66ad3ad9d480a1998cf86b1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b405bfce1c216e8772959a626e5ea8fcfaee0da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fee0b5cc0d3956f67037cec7a85b29776f03c1dc30b6721938ca51455f78972
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eeccd2036ee2debf5d3d9c946e4a485c76377c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d293c382d709ca9f3649af4e2e01a670ded09ee3506ee35958db449d30e7db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af3dc9707299473f75a90fab88784039dcb17bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac55e53c65e828c5c6c5d2f3ff1f64c79cba0e6bd6e5b4a1d67a6e31eda2ecc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb807d371f1aa60e6558b0fad7a0ecf0965afce3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c892a46438712fd2ccb4834e3c5dacefffc02cf6df6553b30e99b2876df9e52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d01167dff4e127cf6953940a0b9b21c5a7569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85904f7873e15b4194a88e0fb50768daeed368512f996dc2313406d657424c89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb9a8749ff57ca9e65ab05dda70ecbfe650eb1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1c601129ecabd714ef6d9959fc87f7d4edae1bc1dc659658a4a4565cd7d434
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12885661f446f3b899822d8b1eacabc96cea2e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d54f4bc4c4a7ec7d090e40f7ea76212cffd499a10ebfbded34510638cef37d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442cee6e8f2aad47ca70cb4e76c7c13d47a935d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fda6e0bf8b4bac073de3d5caeaf0bbed38483a2f3197d81c5976a059805d07
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439ec2490b315f79c1982b46a1c7efaf3c83c115
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b34c2d73b6d4b3fdfac374f2e787c042b2ee89504ee8e0108fb52365c70cfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3857b45e76df13dcf3a9e7c17c23952a518def
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457dfb66470b29ddc7106fd8cc675c9b5e04a48736fc820881b92d67731644c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f2f3881d35c147078e80e5e210e7a920fef766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dcba0ea9800754ff5e1717a299627b92d7cb6f3730389def35261ef47ec9ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e705c74a31e2dd03539e2e9e959fae149f660ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c98a1839e5b813e4b53a397ed72b6c3797d2aa91777bcb454096ca208abae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b5326bc421604a2625ae3a08e5703542446201
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db18fa64e57f58d19ffd74de773776fb683115cb2006add436f6b39c8084f5d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80222b5e0ee9a87cd2fb7d98a3b64144414cd2a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d615998effe15622b90c15622af5ef76e0ee01313116039edb60716a36acf3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de148296fd98c9f22c24fccbe5f260664b6fe717
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ee8ec545469ec5cf0c322e764641e8cfe130cd54fb8ca361e70e89c37fa8ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee2dd107054f7d7911920df07a09a8c2830c57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e3b72adca9f04115813a9363de2f144ea862ada759dc05bc90523ab587ee1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c672859672bb84b5e7d1e8ecb78237edcc95170
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d3827f77cd07ce8804f9679ebc5538de4c500157a59dcad687d4375cccdcc2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1df5b7f05319574b068fc6274001023680fd30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92d2da4569c31a6be851071dbf3e1a28a67203f2756024c51e537d085ee60be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82874e41205797b246995ecaf329f309a58d011f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8921d3ba85820440b78b119a01194d4f14a1369326fb6e31d1cf3d40bffd8ded
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7e89ba4dd8f14235a6e6d195477ea26db6d18d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6034f0315e228b22f87e906d965448ffbc928dbbcff876a1e304ae53cc329e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550b96a6ed7767591788383f2ede128098111fdc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1344c6a871f3f231559024398118e7d14ee0e42a840b094232b01be022e6002
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105a0d2677248364c0d1429743d3bf63da84f43d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33a1461a4dcd4380816ee3909216531bab643f9e4d3805dee783afa51706128
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe34e384a94c7a322a23191549545c3bd6aabf35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c55e18f27af238380827d3c8478b7187762db7cbe7b9dbabdac273d56ae43a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e8366cb642cfe04fbeb7a96e052a39eeaf7566
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87f66502139a6ba906d5ce0782898e65fe223d53a56d4aa47cee67dc4153a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edc0a63e6b604029e1f89e6ab72376926029b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d88449cf400e923f97832c9e3838e843bc2143a10a1cc01de6622a29219969
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba3bedac2fac518c4c5b9fd1cdb00edc262f04d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d008b10cc0722385e7178f481b734ade3b46fb831975bf466253c1d8a76a91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e9ae79d51321f499d9253fe9db0d71bf66c6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b144a5c6984cab858667c0c35f6b4e4380c901105500660863452c97949a29c8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfb8325d5743d4764f01feba5d6d380864c336b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f1a6bfaa91b912a5e8c34516f6d960f13f783a671d0834498e5eab5fd8da4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1fbe7fa31b061eb2d1d9e3e56d1feff5fb8ba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e27ed8309a262167ed487dd72206db6bf05b413e1b99e1486df37051beb5b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e976af72f51a6979576dc00a1ecc1c4aa5aa6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e3ca44349b49b4c7dd7a5eb8bca9031be752523aec8bbba521b182fbcabc04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b749648f333cad4253f5ec5b4af35ddf84d7c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd379a8e66462a6e7d49eb4a1c71a0e9df83e9f5e97d69adfdf5122543fe5b0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dd43df25a4beff890b590e5950e31afd25d8ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe83821b1652b23b472a90b26d21511c4fa4404fa55ed189269736c0b8b3f2b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6ed510952d7d6a810a336dc9b404fd69b56381
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2daac30d834c5fe9cdfb1ef42fed83f5e093834bc0890766c527104a3ce874
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c1fea26b0a9e94257dffbf60c17a7c3c33642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303d51d2eb7372ab39445d83a76c7c48042fb7c1226b53c8fbc9b1c3e48fb359
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f88495620cb8512218f534ab2a34b58f6571e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2e4d94deca987868778f22e25da8719afe78673fddfcba98a7a6f55ebc39e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1f09e7eca72bc1a3bb90b13e5750cb7e0f3c31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd71d5aca18dc908b2f2d32d62c7826d43d3483d5eacd1debccd0d130b837e26
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b736b2fe3b3884bdd140f22949b447e76024188
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd9ad10b6591d11a3c9dc8e2624d45de005d2ccdc287f8317f3d8292f49c8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d0b8238b29af6b04d21d499a0448c169cf358f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f757138e57883b435d2f32452de7290d2ab445b4d02511926464dfa48d714fb4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ba10f37639c55e78f1ea44c08ee43814ca9fe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a4e3e3309944e0c7bddd353b2bb80abc331806f5dc3c1396b66e4a27185213
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58530c0a8e3d22c422e41f4d147f7d85c0865c4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913a463d042b864480f28b5e19797350d059692830fcc878ebbade8bdd88fa81
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f8afffe5200bbab480475c09e959acd7c60bf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e12c98cc2f09d11d7dac3e794987d8ef6f9c5620b19e9cc38f7c7247ad31a96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a7647ddc28ebdb79be5a17593fce02f84d4aeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6624fe50993a2fe2e00941700a6a1355abcdcacf279ba689b8b6bcbe2e1979b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d99f3402b33bb229858dc2e21071da67f77a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed50a3b8cf9255697ddddc0652acfd37bd720a6b7047c0bfcec588a9df98298
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07762d997639af0b081b4c767d175416007df478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4ba0565e2b5bae3b8eb88aec4a0b2eb0831455e974bc27241f8896d91c87d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee2a050e74fe71c70603326f307d18d5e184b50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51b23f646a4c9e2a844de62395bf06adb0c01f36b8f4d074f8cd98a8a68fe2b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b621fc15921da036de9692eb8a703a7ddb3eef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddfeb3166ca27a385f2e0b23414d944a5b0d7f30a798c353b126c2fbe9d7a99
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0a893880e72d0345696b0cbdc913532af17871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527a2d81ebdcfb3ea2a4dc0f12ab628857dbbf4daa3ffc77d3befcde9185f55f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b276329b5fef3114faa9b7f8431806777ddd8b46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9fdf7eb47e85be0679031bd188fb9f078adeeb62fe42ef2a8fde37ce1671b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623295f6a7c5518bb7c003225b984c9b48ac5122
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c94b64fe2ad5e76c1296a855b408d3a00fb2a669121d88cf412c5769eaae40
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e501e634dd75cf39fcb297063b2ae26e4972467
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c2f87e52543dda8a493c02626df0cee7ab541eea34831f2c436edc5a5cdbe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0094c43b5ec34a67f5b4a2ea2fa83fe41e2ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c4daf8885b09c750cc29f034bcaf1b8b64c1c1c7c579039c69ee6abeb3e081
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d1792ad3416c0528ef801980e08422fc719c56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cc00cd3a199427b980af5fe84d4db13694f49d55bcb1053b0a2b19a48717c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f09bc5dce6b155ec99c981a466730c7eb33e0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4878467cc0cc21b70f80d8b5d09ccdb733bee4e2c449cbe17ea12bfc1b6baf04
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e629ac4e1fc5fd98f7e8d9df3ba1cc50ff3231
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c371b48746e2bc2921bd32900f7ce4cb8b9fe814cbd4524a8e681ab40626710b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99af3579987bac219a9aa955a83bf9bc3575900
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48d7be2ff741c1685fc4748b491f6cc77107ee6d8047d64b77ecaffab2404e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcde2a11b30da12b4d8063e12d3947b4eb635aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7d26e280503352a376d795308cab8f9fac058ddf508abd89f97745db7614d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7091388c20633ca036b22f7b603e5484e4e76d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73536a28e9db05174d4e4613e19f914290c07a06e7066ab3f5a78e8ce8d0a0d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc244facee7af23f021ae669f4ca397f94f544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae477702f63ccf946b1560617fc29059d9b20e88d5c0ff769aba72108dde161a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e17978220378963c8b72f0d6426388cee70e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac54254bc3438e1a9044af9d07496feb6ddf529a3c3451f4400d641ec8f2d3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb142876d30f2b000b72e4b9cdb049c398b1e4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76afa2eef1bbf742bc5bd1bf9b02286a01d5b491da8153688d9eb0ab653f06e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a04aa21c58433a98ed533819f0bf94cef5ebc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e302f00d1286ef87566dcb6c66422c16f236be3bf7f7c0f59094606b85a0e346
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c0bc6da4a25de5bfe130e6ccef18355a44895d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec1d59adda9031cb58b9fac4e7ac4d8b3b21f34b54cb5637edeb8f72f21e44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7c33726325df7d46d386045e1e115759774fce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56dfd0c82d1a2970650887103e48d8ba84882857e96420ffa42a2a0bb8a87b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693fd4700faf8fdaef84aa8361d3cafdc7096732
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdd6b410179abd6048d90de97c59edd4b3e10fd3a0c4537679f61aa4cceadd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4f36ffffa82090d5d088ed3abe9d312553961
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21645733d55f3067343e07e7a4828bf111629b4390564fd8fae14a0520d2e09f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a8f88d890d4c95ca19c9ca961e8b22cbfe405e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034716d790bfb922c37bc8f1667766c3e43dc5ddb7f4f8ba2a0ba3c0c6c269f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ded9604206bacc2da9d6c6cd1cd54d039f29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930a6ba99896bbafd2c1bb9b9b83e1ad71d5bc40be14427204ff37466c032dbb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7edbe12df98b8f88a5d69f7df4256aecd14391f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5d20fa12df846a8f7ec1a1327d88386cad8c8800cd2b1490622b6b9777d3b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca8df972331f6ea1f0e5070ec774c3e6d85c014
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d61d9d91ca5e81e47e8b4c28f1d29aa7227a18b0ef9f4007f5dda8d8b6b4f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602e93dbf4825e9704e013158cf375d035a9475a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e263f45760212391ea53b84c0d2891672ce74dd12e2cf749e21c0fda77c88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e43a40eb273faa2032506f2bd08c4c53accfb77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2222741cb6e63056335db24f210d2d0a45d20c408640aaaa9d2f63f3eae4f7d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7f3d0e0671bc826f53f68a80de423aba4091ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a5ce64514d49eb252f0ba4688e063e5a6466ef6d76962d94cfb5d2a4ff27e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08652b60f2f1d4bd7b0eaeeb72b9549f23a827a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e781a08276a0655f0e348ee5ae631e6c227c6c7bfe2dc609d922657947f133
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dc842ed5c0d18ed6a036a7253b78ac2cfbfaa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d19fe0e556d877762846adec6a1e0a6385319b0d63d49c2c3e2f27f9d45c93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc12993eae4395280ea5920e2dbfdf2f67d2912a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734625093a52c56e55d0bfddee20bbc571253f475134f72f5193257edf4209f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68522ae789e76bcf8785bf9617cafc4c5fdd0788
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747aea3468e719fdeb454d2879de527d25afd9021431ddf7ea152a9a27bbe665
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b947ed250fac5df6463779037fe1ecc8b85db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a53d7b2999e98c00e5ff82946957d02586395b52f5b4f860a578d394c26a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d922689c6c2c9dd7b121fac9bcd1f1b6f1efad77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef8b2cc4241d1098cbe475603e21002f545302e46e0e93c4cccf04533427382
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252fc701b2cc87cc08fbdbb7cd4b8bcb6d57f13e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ff9dcf98c0914290ae4890bfacd86ed05f46d296db371b4da07d3484a52489
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1ac7ad193cb164b8cc51b5a2392ca45ba70431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f7e8b9f9ef9dc43331aa2664f67842f601128b681b9395eaed07bab254bbb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33e0f88c29e0db24e7463d857e1b9c1401f0b28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65272e14a583f7e1ebf581a99bcfe6a94a7763edab332ab75a1fe3b1e5ad2f22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e7e0f65a00bb4f9594b907077420dfa146b01e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50098fe685a842103efd9f57962d3e33779e2f60029aec4b73ae1fc42eeb469
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16fb89334de7f69c5a4432dcd17039d16e72a40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27086aff76db8258cd5c07276a7aadaeab2dcf17d92028537e880e01afec4966
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94b83e332eb02a78e4eb27bc33fe7dfb2d04f05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831f0dcad0448208033efef738efb5771e319558a35de50161ec7f28f581b9e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9830554839308decbebdee6cb0f3588eeeec5a21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8620704e6ca05b2e14f1ae22f2aadd4da3f89e5c698f7781fa073800f3281f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6247120ae59cb4be7d010f094d236c78ab67dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a761eff090d4ec12ed8d5f31b717c1cbfd8c6531f294f30a0b6042829f082048
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68613fa9d2c09d3061c048855be3e2630eec8d21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d0b301499b2fa9d206bd541b013df773ddf1881610deefb36ce1d66ba6aa48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d3d6829f11c993f7faf13c4dcdad7c1a31955
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a72501561352e7ea59b18d80453e119a28f718af50601b6ee075abd9df5829
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeb777ea286627ad54e634f60668fa036d3965f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb4167a2a2b758ac981da394a741a8a2766df30998ab3ef5fad68963e5882d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fec43e57bd6a99dfdc69df16b082a4a529be65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd0ab63505c4bb153d47aaa7ee60128afe15f79736a0bc83373935e9b9e0e23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dacfffd08afa7dffef05d816d5e2ad3340cf86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26d4a1b8584150b6f2c0d42ede2dd7ffa5d5e5427f02642586233ad88ddbe54
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bec2e5fb4c8e82cd1320064f50b8061cf16642
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249aa19a1206f67203e08e8deaf598176ebb2f6acd7dce12d26df2fa7017755
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd06bcbf47207e4b701f1cf66eb178915bd15628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed389cef5c61d8dd246700d737cb1d965e41a2c75c8b4f5ad12c21bce460f0e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72bc32af636e5d0c6599a3b0df32645918e9399
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d8d68878be3fd7a6cc382d7dde1467a271bbe2e80894d9eb5df5747e1e89b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3f6259d86afa32e83213b02ca40dacc73644d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97ec908438cac023a19ccaa0377ce7a1da279424e29708f337a81a63a9a7303
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dce02515a5d42f62a5968110326e8173ca982c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87427cd62bd2d7205f0e9636a47e12e7772ab28beabcb153256a6fad45a1838a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0423f018db6e73277767ef85e19e14a9f65a6a15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9fb416ebf092bb815982669e2b4b405c3cd3fc5dd97569bf7d3c959f3055c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daca4a67c2610a3eb845e8e0af22956c06c31dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1aeaee62085a95c26e14a26c9c7676b4942ec277373f90b2631a2a393b4d23
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6cdc47266b6d7861b0eacbc9af42d830d09779
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb5f798289c8d43f776bad4bbd2cc76f34fca78d2864cab23624c42934c42ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ab0701f189243e0288bd05d506816bcda98b4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a21d6e81caeb6bf5c31c21e4b87df1fa08eafaa92d1eeca09f2589f429b95e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f26e77247169b8692905890a14be4dcb7a3843a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dcd10965ed9ef2556876b1461ed85f07e5885c3deb8d65b28c511989d148e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a50392b6e3df60708d94bde86483853599739e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e882423334c0b99f95303131251e7e6c1015c5ce2705f9ef41077b53876410
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856de4ef5d8fe8bc66a83eadfa9d4ec160bc58dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873c9f3e11b849b052e2a3ce2ab3e4343652b7b26864bc541201b26e4b2b386e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f6b5e487396dd1150e8e173fb87a1b6bda8feb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687a45748c99644bf063eafeb6ad6472d2123c1f7c9ed59b4d2f1433601ef01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862b1517684bce3944f660534eefcfe7bb5136d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd9ddf37e9ee68f38c2281d585d59354cf49abc5756d19bf214048a1d736414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543ac763fc301b0cccc0b641586d589d70164912
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dff94cb1fd75da6c35394f8b44f4835104bb983888022846c81b6c927a390db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f58cf02fdd34aa3d215277b3d0d0bc4cb652d10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274fa17d1f7d9fdac887354a34b4c4a0078f4d264b6ad1906245abb466459e54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb9d6cf1e099edc6a27f57e2d1af7b5612d262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420722aa5dbc71efe25db4be4fbd293f8c0a2e5cdfc1f32218daa9d6751557d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d4c00038e19b21db977ff7e9235204391973e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592078dde4d0d0e2e1260a927ba36b666c623056804787a7fe29dd6f1b1d1a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f18913f7dfb21d800338c12cdcbbdb829d67d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfeec13c9fb5e5c32fe704189db8631ce182d63a90cd3e2958a79864013f2b01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3137df4fa22892e039490aa836b1d24921665a6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc47f91754659b7933bb5286b3ad4ff766ef8f971f0f55cca68eab4094f9dc2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec959c8c2890b181074dde5ecdf3ace5d286677
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba380e62c50a88520879246097479f8b561fb549fc87b2ff2828a8838e67d22f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95cd4b606d21a5d20348350999cafcb504c33e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495cee06116291a9e6ec958df54c2a218865048a554a09e8fbf35dc9f6b2a5a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cd67f15dc364e0199dfbf68db2d79e494d9cfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b2e09c84c96c5a8e17e49f92d09eee697edcdb6a04422186ca25584d1e33a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d2f7e7461eeff65bcd2e20155eb2e35030a94a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c787761d20dfef410ec37459f79d5a9cbebd876bb756d679a8a7c685a8789
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff7bc01aebc0ae9cf0de68747276ad53f7716a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29541548f93a6b84082492b171e7758152e15d366585aa45491cdbcf32f382f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2a39a84001bb9aeb91f19742887695985d24a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cae272bdaa4a47b9f4310f4c0c290f325ce7936b0dc536f0a821884737f59ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c104da6e9e353aa1753848badd4dc01fff120359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d2e2d8282aaf0fdd9c55b78aa0b283bfbf7120869e48f78de6c386bf7c91ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4227067f95eb878f7bb3b36ef520be942a5587c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75111fe94de19a4df20cbf8cc9161391ad92d2fd648aa716553ac84da37391cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae2675a6199aa5161a174ffba5e226fc03ac7b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c5926ee6a2d9c3f5b8c028a45d2a3570075700cd183e55a1cd1999bf1ae8c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf7da347ba3149675e573349be7238ce0e8b830
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc99245fd4b2410ccf973ec76ed9a864476fa32fc27612fbd1ebda251edbe334
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7297026cf4d018f4e61362a9b0013efdbe7dddd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1f7ac7d8738efcb2d6baee08a0da4eeaa1bb2cb6b52fe01b36c3c1a763f892
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643cdf9d296f9e9cf4dd542906d2d97006d9aea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62d4cd101bb86bb13d8e87b5dc712705da37c3f79af8165ffef58440c783a14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54719bf4ffd55bdb98a0d8b0c31a83cb9ccbbb02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a38176307481dc6561752ff9bae4fb7f272e9c4a163500906ec91b03f5e808
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c86f42046ccf6587e20b3726323ef4478bfa96b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff51a851a1557793ff50923858c630d662eef7382e357d036021c8c5449e1af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48481a1b03f5d4b2c46e8c043cd91982d34babb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c94ae767189ea4630cbcff7cdc3d6f37cd5adcddd55814632f483839a24c6fb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b56ec45356c6319c19cf1207a9c222d8aa123c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2457244a7ae7e6d38efc73d2d01f1019e3195b342c1cc8fbed600646e3c5ded3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab08b79b901bdf3f3d7edcba1108410cce7d4d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98b875292b0b5677dd41c12ab81f24bee83d07bebd74ae1f56446725b473f87
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36958e29dfcbdb43e75dd780dca9bd0a272af96a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bba1490ba449aee4a90495bb7a1c646bd69a73d3c00723f130ed74b0ce87d4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37294ee7abfd1477d96f8f3a79d4e6f57c73ff1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64433863754f65c5fa0d46abf794ec45be507063589f0121b561f76e7d5ec952
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72c371196aef31910d60c3e5500ae2e0845e039
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7249b5f78d0c2e9808cf85a157863a84b64ef63b9fa9482a43c58b7a8cd1a922
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90f89379e7582cd7881e70ed8cd6f0ad9285ac6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc8f631ff0b2303eae705d8897200ef41f58190fadbed77dc0946a9825cf44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6ebfcffbeecc86124d26e5dd9945d7a37d75cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07c22266e24fc2c01f8a9fa0ca5c8a3d7d4ea3e40ff4893fb9fcf93553414b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea117fb5862b034a56d444352267cd652a4bd346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324105cdb23a9e22d2cab2fc0226335e30abdd7fbadbb92771bf8312dcdb2bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2cc674adeb3e31c62dc094950dadf28ba631de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2ad9344b060902527e20be34357a2451a57ddbebad2687983c6c2879d3715c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bde6a1f8f46e8749d00b1872bbc4653f358078
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e0f69f3d799ade7cc468e381118858f4695d41d23e05b91caa8a740410075
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69407fcb8bc745a39ceab3ba50535e885812b10b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae410a13c360c1b0b1d084378971a11338c9ee0bd1d1de309b5aac3234ed3e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a510b56eef4d75a44a48d1ebed949dddb7b602
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae7f1ca8dc5539367f3ce7e086c2d3f19b7e5ff5509b57c61003aabf6f788e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3ad18f10377668b23a9a1d4904e986b149557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9301fdfc1c9dba927980d504cd96e896fa78f2d4abda1fdf7c89e84cb418e088
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aeb5e820bda89edcc7909f5fa708106672d77a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97efc17c20c678214368bfc8232b9265aac6478a84dca3187f3fd9507cb2732
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664d8f6be66bc043cd7b5059c59cb5504cd650cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445c1e9fa1fc5f2607c33b19068da67d8ba0e9ce110a18c415929ce7a4365cbe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f17ed1350ccbfc12175911c09990c5503bb96be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d4d4e31032ff2689e165ac00ee36a9d8a11055ed76723aa9ddc1faf3a68a6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d150764efc9fa295f005276c22070a0b2388d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b856a6a471115f992381ec31ea3f29d41b2c3c5287a55682816916ac03adc55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afbb091285af136c610f20015165c600d0edcfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f60ce256ba55bb13404d652a32f9f2c8219f6f29975eb2047659c83b5f8149
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af77e8e07332670dac486c11810d930ed419f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15876d96bab74f8a6099d82fc96fb2592bd0d9ae9d304ffbd757a003a9022c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e200ee6a5ac74e8abdf61187f9f2bd9c50366de8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c962d70ad60885643f399f204675c6a72f995ec0383868dc7824e6489131b0d9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852381bf0394dc191c5e227d32c131a068e6a37d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2983a8942223cf3b11a97cb375e4cb9ba2d8995f27e8b25a63606dc812787a5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b61ab3a4ad269b048fbe77dc3e164fbc5c606
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86839abbe1fee661e5645e7989744120f85a9a46f6304518a9b6e0aedf32f584
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68ffe7a7a9ef6791c2064fe5a7bececa3479821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc13dd4b89e6595592833142968ad4c645e37e26fae481599ec93038e08a5e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e6406473db0d19df51c4da3b3ee191f077995
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fb8881ec881e91195e514ae8ac16ceb54c34718d402fc3e33d4e7dc928d55d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ac2818834bdce0d6703605a530b55070fae882
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e094fd9d54682721baa765f8796c328c827935dd6484d2439d1e5881ec93a08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5978d2cb7325bdc359478fe589115c7fc9a3d049
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d446c6efe72e070ee97878e4f41e8f371e29a633c051526160dfd7b97f4a667e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a9462b9a3ad32a36f48bb21c6d1f782a4101fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c8011cb4e1a36e20c922dc5eb57cec5b20f4eeaaa77beafcde82e912702c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba47b7c7bf35ec557d59f70703e68cc5c8d2af2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf2dde5e2f2008d5ff80e7c2b45b743962f66b09baf6db4b181921f6f208c48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8121bee68fa50165cacdff3dba9f252bd6c58fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ecc7f35ea04ab6fbdc36b55beb993875dd9f378e17ca7891a728e9e6a11f65
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677b2ace9100878eb7a5829e55796e8687ad3ed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd5893a5b73f68e9e9c6b5a8aaf7282925deb380b95152d6572fc1eccf383d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a58edd16a68e27df6cdc9ddc8dd12227d57f77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2636d90ff7ccdf94a918d0814ac9a5ee4feaca4835c634c99449c87c0001122
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73255ef49dcc08ec5cbb2207678585521f9a1600
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e5c72f83740a2427008d55dc1084964170ec210a278d6ffd980b58ca66f818
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8908df86872f363046255e9837d4d979d0eb57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee51f42296d6c0f12a4693e8986187c48ccec3f49f227f1af32ef3a9a1254d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f369e8c679a97e4bd24532ae6f5f2db2599db50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cb4c731cfe85b081822ec380ba1f18a7d89d153cc1add50f183a42ad544cb7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7ee5d9207839ead57273ee45b976ec0681455f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d91676bca2f43df5af1a306e25458c12665ef6f6205800b6cd9a2f08297b2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a198fb8a3e6cf8a2b9e0764573c04b411cbb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab3f93cc07de08ba29b9e93cb38490217507c6aabd57187febfa094940dfd55
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d02821fbb404c22bc7948f4cb5ebd52fed9d30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38e4e9f94dd2893a49773da8c484f1cf73f535b4370af78dd25e60223b7eaba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d55f36a7a99d555ac2fe0fc0ecea9f5ca224bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af80b897ddf694b88a8de659e0f284881a0632eee7afe43cff56e865e4f075e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d86886b131b15c0c41a31d35bc487dc096eb8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61cb6a844f8d743d4dd76fc44028da162617f882bb29564c799dcbeb7a650f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e328ea029cac388d48ecef4256c1a52eb348145
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4160d5a8f40001baf6ce5ed491e685becb8002342194a29aa78cd424e685dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8280b241cf348bf4454f63d00596cc80ec07fcb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ced7d0111f26ca11a6dae6bb7fc7c3eee285a562609b3bdb80f0eb26f7d96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e7fcb566b3b819f1284c4397f98cd3c71949a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4c4b24014c4e7f86044115814b4f0c2c9d11ceb0b84edb46748311b7c09627
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dbef4e8d81cf0ef7006d48bcb31440048ec3d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb83c8385f47c68f658d6a3a6d7fd5b7f6c2afa55749dfb8f349e51630473b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e9535a6b73746fbcec922660d1e0c41eddd4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b4ccc39e18a75c4755ac09f47f42213dd86ee79415bc00fc2642b6a581da67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385f9e4722163eb500973328b8f299d0b060369f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44898df621f76c8db8491024770171fdf47b7818567a95475b295f15db1673b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d389fa76293bd7fb85c4ea4c02d22b4222bc7cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8f8cb54164b962dad8422e28f75643e60b1f394de503cd313bfc53d40add80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f429184c7166b5ba0ec5a99e23f0bd8b9608c421
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f2f9117973655fd15c1cf512fba533eae84516964513b9195ce9e98a50dc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fb5f2d4e2df7ec8fe56f4d12feb61b10bde86d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6900faacc91f45ca439e1f6e9c0a04b5479a38b563f9bee311df2f7d9b4f94f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acfee61183eb327699d5f40e8c2c8abdaf3db79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31916f7a64027d2a945da042c89a08b8a53ff259b729d35249c3c0e2d8c21203
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ee2cda5162f7a0e036c227c6a141848986264
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a04d3dc33be5251f4dfbd0aee67a9245ff8fcb9b4810b09ab0d807b4459563
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fd981ed68a273b8d09f05b64b057dae24675c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4690f04d95a97ada278bed2fb4e09a1005e0d51a9816a130b56981c348934
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7683507ce670cb272c4826476af0b8184ac2410d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d82219de804f31a513d59c91fe46db7a3f57f9ac1013bbc54b642e028e8801e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935ec1409c8833b7ab82f2c647a320164ac0c7f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f65b4200c8d1dcfa2951b6e607a7379ce3899dda6c47915876b58ee5bf0df3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18be00ef8c8331ddd74abeddf43ba92061dac4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bf1a00e51216a904a5082f74bbb1733a7b687c39df15b2a44049079eb44453
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27faf75694fe7bfce8fb9ffdf8a2e016f43d5b00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c134f8bec9f17221e4a21db2c60703e468189d0f1f16f3b23444369381e64f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9140a5808fc4eb9fb01f8b7da7d3676e038a7ed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb114033af39634369387e3c69ae360fb80c9afc87ca7f1a0cce83f6950871b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d4d5f8a81cd742bb7d7a6c2f011a9c8417700c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c878ed78ae9a70ac100de69ed3727034af78d774c2267f4510cab5925a19fa49
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d6fa0ae06f56ba0c8dcd5da46dd2b0204ffbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695df244ddc7d61d990fa2b2d591991c5350f4beb99f8bd6713f6e4bc316111
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9f34eccb4267e7588d1e760a1d32e11b1878d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae282b53e2e4646a3f961ffde2e0521241b587d24b24d119b465c906e40af2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2550365e1ee5d04a8ae05f7b239d937393660665
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d9b746ffe09e998f376f6dae8e71e1019b08d3ff93c25ce79c43537ee5af2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacdc6c95db34445a781747fcfe9c61470a6ee5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe3f9120029fcd6e0aba71a058dc4d1b0d43450a3ea3d5dbf364f6327489e1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88563a1d861e80427e096cd5e914819ed0eeb55d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a659bb41b728c92df60d83e0ef0d341d7af93ff7148cad9bc546c2fd9d763fab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3f4ddcd923f253e77e1a93b622c80274519ecf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb3c7b155dd438f4fb67f933a0af30303c493296b350a75d62d0b84ae3e92e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed2ce83759a86f804ea114447994358c398c7dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b356c72b85d118b55c16c24f44fe510e8185386a4f97f9529ce8b4c4c75d37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aced52c449522f86ff67fca6b82a2bb36a4bd30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8e0dced3eefff26e2c961aaf4674443f75e24b34e692cf88dd53a0d139f676
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298cc555c1da77d9f3488a0046217df301b7d72b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257ebfaad4b8556dee5d06f1795a5ed58a72b8a0c73879b59e65a01f01d8c36b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5486b5ed4b77ef8cc0a77e963139f16edd1521
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713ecd0471ff4f7eb5c8bb47fc4f6e29f617384ac6e2d0695420117f64cc51a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20550bf877069241208f076451752a2a738534
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a72c6feb9801cd89213eeaf304c58225fa2f5ad27d9e42cb2eed9b15cb43b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ad5c233411f63e36c6271948d8304f98111dc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef222fd063be236241e8d0c88196bdce8d8abe6783d505c4ba3ff05c79b7b21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5c881aefb38ab1b980832089e277b28eeb5a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dade3cef2792eeb8f2e7ce92aa296921429cf3a07179cc8f547325c6c9a0240
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4391299da439013eb224d96c8a7468fb842a41cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a928dfc606938b45833ae2476d68cda6b65b3a874093d8dfee5bcb1bba02837
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feba65cf314ca076e41c65f79853eef278bb6930
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f4d764ae5987cfdd0bbfeb838236be74736cd673dd012d4e270b2e4fa82a1a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef74cc126ed3b9a7a736a613737510d1260832c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c86bffe57067c50d1fb61934ab314d8442cea3198762cf6dc0e15e13fc39ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453b53b15fbb554a24cecff97b0560bf6dea5e7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c96911e6207e4f7f7560e3f0b3cd4d6ee52040b9a7ef4d5bc601be7292298
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c3ad64ba9565f717c3ebe1ddff9d36c481c7e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77519f4ed4589376f35d0253fc8224e7d48a41084fa71be40e6a47d39cedee77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b3ca418ee100e9987caac45544fc8ff2eb9c44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf52e47fe46aed74d8bbb473f6c7fe7de91b1c11fe0e69a5af76ebeaf85c7df3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6c2ebeb0817771758cc9ee310442152608e590
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca3102bf164871d0581c2bdfab2f914d73d128f3fccfb407d0f54c0018a1a19
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192c3aba0840bcae5590e0c638c18863ce898813
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624aee454ce73f7fbb5b68191322785b006676600dff98557dffe9400940e713
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4db9ec49af8f712fbccc81f344e508573978537
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a159a8011d5748689791745d1dccb48c85c9e3c4eff23e5d412caf5b7b33757d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83c507c6a938d2db5b1502404cfa3b4eb579fbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff34748a25a89c0480a87d3fe89ca5a39b3dac6ff675ff7342836244fe5bfbd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfd4a4db37c000f45fa72f30b39fd38887b567c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b04479fd67c58172f2efb1c139731e95ce2abf286c2a15c67b84257c2dbe89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f4539d3de9bfbdd36c9c13a5f4d5e52bd60c93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2389304f946c0091e9f7ec0d62c4b8fe0e60537e912c654520dc4d087503bf2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d650181cc4d492a303aeda1aefc4d1a12b8a18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8037ad8b578949ce153f8ffd407f421ddfc873c67c895c3cd5f39c05aa5ecc0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b802a71fef48a08836cc375e7d699da098cafb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311dfee94c9aab5f61ca30ca87139072ea0c98f050f8422e56678dfa551ce801
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105998b4b9290fbefcce37cdd222f10af03cce78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce6f2164cc0c81cb1c6fe68ded97fb709eb567bd1b5a0fc82fcf166ffba1e50
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db380542d7b94aa6f17f3829db8428e50184959c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89891fddb92c1156fd4521dca91ad3e7abea393fff9432a0712b41891da4f47
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc6e1739e8cf154fd7f46eb047f9f675668372
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05e67fbaead6d57d75c4bcc5f55ab253506672b474dda23ee5e41b864ca3249
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5204b76f53b608c32b8b0a89b578fa12b2bf35dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bad5607910a29f0713d42a43d37054b1a917f737cb3cab70494566883ae3fee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b764fd9da1f3fc771b3140669825cb311e5e80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fdd79bdec1f8e91fb2ba1f426ca174c26c5981ce7c486693d2fe43d5dd6257
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f70561ea8694ea5479c154034c05c377769e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765d913300e38afbbcf5419dfc42c5459cfc4c6078d5793bbba8b41c2133ef1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee83e30d0c2a9a1b803de06de96a949cedb60e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b047a3e5b13a3f6df2c1d42846cca2ac2aa552c447aaa52eb792246a9a9989
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac08e0ccf6a8596b2ca5d358d9bac323fa2a4c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a8eca5aea5ee72895a3947a20f99857597f13a2d5c2851bca85c041af470f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1284fab9cb173d202e72a05ef0ecacc5cfb80bc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53c8e9bba3e64773fe805ec4212870e8ea8083fecdb62f13e34a33915942bd4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42424584f3d78e424d0f775a823563647d6ac9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8db29469af9e9708e86b983ec5ab0fd266787bda085614e3341ba4bc0d5ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e612be45cdb15f6946f4856e9f32a72c56bfb62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f09ea97fcb66f76c257a570d16dfe93df02554f9af88b698098f27e16db21e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7b4263201409c0d59be362e7a2256f0a3bf9d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb336870d3c1dfc1a7dfdf77019f3ae10ce0a9c3bec281ddf0a6c441a602e021
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2b47edeb9a015eae6f74784456d37b6fcc3df5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9756efecd97a97c84ee6a2069d6b4ae1a0aa45cc0aa10b5cff92f3a9831353b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1985e94ea4b93153359a44d9f2eeb469aac65d9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef6800e5b5c4f4945a3762ea1fe169c4263c9a890865370efef70458486cd6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cf081b19a6c3e37a5de8100797c37950b42ae9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee15c3471e46ac450630b27dff0cd663f954d7d2f4b63c93e19d9591388ea6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f365a32f5c7c089d6d66113fcce6ce2af59e61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea67f6db859d64c33f5652205d7a3bd6a94f09479c13c6b9f7f72a546ee072f1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68389f45fd2030f0de52643e9035ae8d71f4fb0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a6f157f091cc320839cef1c0ff068fbcfb0fd6fbd196e73d1442b0b71a500
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9b61e6c01f7f7c0764ddd45f388cfd53006dfe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8f38765ef52d7a13b30a322fd4e438bd7ed27e81992b235b1414357ba66417
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62763eca0be5d1c5878e29bde211fb67b94665f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e654491d9a00495a137eb0c30ae8df6da4c0970d4125f7b8a69a2c220c9875b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bc5bc3ff8f25cd807527920c8b3a470834fd9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346dc4a51d749a3080b971e6beb83f6f6cbc858714842843c2677db9ec78ba22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9438b3364423765401e3400f1c7db7cfd36c96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9ebf2279a913bf6d8e89b71b8279ac05a3e0ee8f0abdf25562dacd1e47f97
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce25c13ba256fac3666c6adda5081825876d41cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7747f9b273dfa42ff0b9c52c232e38eb135471ad64718596f8e4957579d9189b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435bf25ff2c8c8153638eac5b634e5f724dcd3d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5b3e67f53dd740ae7bd4538d9860d72e4487c535661f4d4d2f28313efa5ae5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee08825c2751fd47b30321615de5879d00599842
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e1f86571801cf27d2e9247e276d8129e9ae7b792f3e5e4bbb991d034733d17
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c69336f196a693384bd6bab7f1001733203328
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee68bb626350b0d86dca0259372a7d962591a676a2fe6050c7f4b35094b1d3cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ef536714647367da332296766f04f39a2df6e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e7baa30f88f46a4b371ab482c86c53718921685acf760eee996f5489085af3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ce0dfa4ec128a132912f8b915c2bfcced0c4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09023d436a312980e3b937dc934354d9a015f0bfedc89b0894de5e1f0f726616
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2cda07f6e9f18c12e47dac5bbe6aa8b19e003a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51a119e6222fa5de063895e57c6e470dbca7352dc001fe380ad1b7b21400179
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b5c2e87f4f12f3f137e1a15cf7c1c8092f2ef0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ab1b737ebdba13aedfbb7114f2570d39cdcfe15a52a4d9d52706a65566bb3a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbae9d39fe9e19eb1e70701c56614a8f2ec9dbd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f35b8b631c2d91240cdac6ea090a0724c09c3aedc61bdb485b438d3b9c9c415
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a3204c27c53eec2ebac54fb5d1c563e722a133
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b583cdf5d120043f52bdf292955cf905acd45b4cd4bb2d7afcbb016a83db41bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a016bdd54a54944beedcfdce4debb4e1cf81d362
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8295ddf8de7c6fc01fe133c6aa3f7c031ada29d9a4f50890bd6da68709cfeeae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd3e3d286a0cadc90e4441fb78579ff0b9199b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f501d1f385d0c3c68924551ceea162c2c7f31f99bc5c49935f61b12f01b05710
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd82bdfed08cdb1b755abed3ef70948b1104458
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f36094066b8b0c3a1a673106917c1fe61148d18ea6e83c27873bb86d53c17f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11c811f70080a607fd9cfe1c743a1491ebac3b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5179a7dbcd4439dabb9755ff35eaebc3d96c4690dbfbcb9d1171d168d6cd9048
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb1f17eae429dfef1740d1306782a12fa238d16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252be64e3a4abcd85587ceae62801aff62f231027638a384bc0493b436b4e4d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1918f1b7c5ab865703f0e68829851a54db6de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f61516bfc6e53b5cb7058f6cc88f0b8468294aa6049bae36a80fdca0207365
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e988ef0eb484436768edbe3f4984fed5dd48fb05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f8f0534e2ee0ff6d44b940aeb051776aeb19a5185a6c31adc1a197ccfc8d18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86013b7a6d96b17ed7bc442c3dd4f216e29b0ae9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468ffe432efeab9a94a4f5d5c98cb018f4c438be02ae5fb656e81f2b8cd87eb9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bba0f890fa96716d659a1fc0876705d8f25c225
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0d75da211a78995ec8af41e1ad0e65c5d43c4bcb9ed4a9573741268e766476
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9099543bd1f69d0a9c5ff9cefb89fe27d7027ad3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086b9490631a6053b0076a698c2ef1df0e6ddfc6c6c32b9b1504ce7db652acd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59656bc207007e815ea9bcbf5c50a1814a0dc236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d4a10d26e7640459a964381623ef3e6b18d4f839ceff547d96b62d21bf3eac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b090c074cd951c150070a9e73b330e178984037
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45c47c647fbeeead6d00206a11bef569b83cc0de294d4dc69b09ca856c9cc7b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d602f78e256adffb355540fd209629d3328d4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7f44d6c00607401d7dcfe058d01d9a8792ea4d2392898bd04bcb7517bda164
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036d6ee87903227fd859007964b14ada86ca4a04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494c7f016357939a7b82b746afbb4e9c497201208ab86668f70b6f3f59387819
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022070a1764eb2ee90c59faf3d8a6bb2c6d351f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e375e302be3f5381577d05e1d7e7ef603c969190dd0c2507076c9f1ce1a06c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101cc3ad74976e99b56297da4fa3e2adef111c4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40595eadc4b0a579f708a3e0c321a0a08f8edfb996c22d57dcd9452bc3ce3bfc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f56281a7ac9ba6ac1e926dcdbec861ed8bbc1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d77b1fc664b738de559194bd708b2dbb9490151561f51b8f580cefd80160e0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d9cfedbe0fe4f71898907440359e7788daa393
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f97970b73c9cf2162456488b3c0159823a13542edf084ab2d3857d9d3d4762
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14659d5baed525dbfead6008e0bcc08f2f8da373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ab8d734dcd4876f42e470581773c486b0753d2fbf09312c7bc596adff5941b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b928f3674bef677c874947dd783b8e58edf34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7df16e53af1eccf173d87c007b8d5fe6f42a08126a912f351d1422e10a93486
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05b7d9cb2529a7fd58f6965df00d49e46b9edcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ef24e11a416e49a9634978581838324674ee5de4d335ceb19b204b9fce0b4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c7e5bbb19504f2dcebc8b5f814b42deac96a57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b4a3f90031fb426926ea3113a04365add1b4c301bffbad9189f4910b187fd8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85acd4f5cb16a7f8a60f01541506e95a7bfd5224
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78829fb21d171125c4db38678fc55336d310abbfc5dcc3e6651361ee0312387d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731ad5478e32a8bfc35b575faec97207df903ce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f14c28e7435907a867780bfeadb8b7761a912a68e0fa9b4b2fe076b6d9ead
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a9d19eb71d823c586f6369f1a2abda696bcb18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02ed21a71ed95c57eadf2b304f16ab762e5d1807b6eb4d86083cc6248b7a79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacae4a55dd013c62b84c9bc1527e3154a44151b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6082a56f4ac2208cef787a8b4568812cb0c141f29dd90c65edec69befad3f717
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159ab1a31c7ecc0b4066837299e50dbd988ca365
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f1ccbff6d7fc00035ace9c5f8312ce8fa1eddca8aef358c47bfbc79c0e8b09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6618f1868fb44a1d4df07a8b984cb7831a1ba8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4fed81791bfcde0a692a08bb8da3374525acadc59a59801530e1d4bfa7d31a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb2aca665f64e3e788dcd784d27b5bf30d3272b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd26618b5efc32096fa11150b991d1cf370fd675c3d070c4d2d0eeb34bf2c50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d55af965e67825a0cacff672101c5ba9a37359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b7fcc1d0e1349a93a7267f408621ac68f87304479eee18f537991f967a65b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe13aa94c46d24ae1e4fa8bd548a15eb0411eff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b594b3bb52d601dfc22a744b6861333e0e297c9130b0e5bd1eabf664ab9f68c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad22861e3e9df3b845ec1ce183f58281599b5ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5a88401a3de0d1ac7eeb726002ac1806c66e5ef56b8f1443a34b5316911d79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12ba02ffc97670f0d2794385603a5e6eba67d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970455545bd3a0ba7b7cee66f634b3bf10ea636f8df5700a7adc7359df7dd0d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5d3ed4d311873fcf5dfe1ff9ba405352dd5a2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60907e935dd0cafe11a217bdde8ddf008881a97ce22e90a3e3826cdd622933d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7b11d6f351a0a8456c490544039666009f180d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c15146fd31460c199a5ced2118fbd97dd22b5f9e02f5ad8b55946232620f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede436ae335e782d6c1fb4b46a73a588be427680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc9588f706a97f92b5630a51be3e5fbf3cc5fb74365c1618f57cf2b7b7247c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01670d385f1d184d571abb02b25ba621bef5311b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525cbd64cc8ca23ba2280de8ab54f9be4ec8ea4a467baac3e69f759e9b591fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a39191380502b0a8489fa61052279e7a6f599
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6007dcace1e6660b7d4362d2077efcae5db43da821141b199b40bef9f816c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe5330b84a344fcd67e277b22577f4a611bd795
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5b221eb5c366c6eec6fc9599bfdde9505e75bedf90c93e0f1751e6f953c3ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4398afe30248ae59254550984c41718f461588e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b2955747e2cff9a38947259233741e5d3eaf802a512d98517ba42c2d10970
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910be48b02d631bb5a5977df34a63beff131cf25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5179cb136462ddeb88a6e3ea813cf8921e6aa2f41e7d51c1dadd618f8da228
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da711d89c9b39a19c62d81be20984e85c76756a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d38ab45067b0a846e6ce9d53fb25548f4a23958df988c7087bf969436ec0b14
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420640c195f8d203f36b8ceaea7c8888dd8b3e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd392eb189ee21e06aa03cbcf097efbc6654cb0262afc49d527ada278053e84c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf06760af665efd84eddbdd4d73f684f0dc2531b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0a650f78104f29842ee6ba5fef1fa0b158b303c4b1add5ebeb4fe62bfb4a17
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a9ee5f71baac1f23c362943931e8b9cd55c5d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9086ec45862e1bd3887a27c90b33dd722abc9665970a6e058bb27e1377fd49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d423aaf78dcd53303092eb6c2a8a0b242f39a09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08beb74eb34fa083185cfa244d378ce55ee3b80215aba65b04f387d6f11e9bb1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890cd1c0b6ad66bd4d34eed4e6fe2e4dacdc1381
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30afd4509adee2f8ea8d66ed5b18a067b60c2f9c2be3a1bcbfb5725417b1a13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8584503c986d29bce27a2e5f3cfa0c482755f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0491b1d2c399d8cbfdd4d14e3afcb89e98993051ac5e406295d21637395d0978
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7004107bbc42ba861ec36fc9aa0d70f0de934ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f4c51d1ed4fe2464ea7acd10ae82e796422a32af2d9c0c130b1975d6282826
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dee9e72d0b29b6b508ba4750b636a67e0b69d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d07fbcae877f81e87ab2f8169b11c9bb7081006b3da3675a06e56f63179672
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60909e5b60bcfaa2721e3c6933d16be78bcd129
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd89b3b239d638a1ce6f12075f5f70c53340e714bd33146e60d92ae32a80b80f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a8ec0c8482bff47b8533a6ae1869359dbcaa70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778b48c0498c353a092725d5238f98a3aca67acd47790531eb832b3baaf337b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d049571df76bfe2c908a597e5935e94dd8f65dbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb52899397a78c305b511ab4a4a31a39850ee76f3047bededa79bc8ff9cfecc2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a722ab39b19377b9e7a0f06d86280a1ab826f8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d9206ccaf902e2eaaf7d19fae8aad683b02e0c36d2adc018e288fa0c7cfd1b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ede2328a4a4568798f47bdd1a1d1a8260aba0f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f25f7da60f0de330fd72399c7efff35762937159d32395bdd5ead4ff0352ae0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08234a043df957dff910a60ab7db25f97c1bc6f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f394977bde2d630b10c5ddcbc21a5c05e4b6b6ef1dff96e53d03dee1e6de0d5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7211117055cbe24960f7fb95bba8ed93051c445e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e751f1bfa1e55c94571ce730fb4b86665fe1511f826fc04ed8fa678448c4d507
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb655e14c634b0b27c61a630a63f0d09234dafa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9c1c0f43a814fa9a56b03a293e2afdd20de01f0d9f12f0acb55d6b1b1875b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4d8e0244d73dc52bdfb248f1c2630f0a2ca7c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa565e4a1fb8eb77693d572b7754c1d49d91a86e4491f65eecc9e6757535fad4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715a2d84bbad3ac51fe3ed56dbc33bfa599aaf90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad10c09d67c83fde4eb59477d9aac5f49cf20d2dc8fb8a5fcd5ab5b18cc29ce8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257be06363e57c055538daf6c89d60f13e999d9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f0c4a0de64b416cb4528ea9b2dbd1ff6c953eeab4cfb948e9c90be8d0f5e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bd72b132315923dab3b10b8a7ca563a4ed4686
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9591d4d124f7d2d7b939151329b7cee0b49fa94a9c93cfe507533f600f7f7cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b65817427eea5bb67fab31deb93126c2dbbcaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fab84346c94dc5f6dc6a9a545947d45988e2ad93db5ba604da99eee6f9dfea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764248bb7bab959863d7617b769afc68ee744dc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca3333ef6748d0d6936bd601cf4d21adee930e27601ca54fff8a397bbf6d90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510583efb14acd3272df097feb59c67d73fd9c58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e525228a5a3d2f1c305d58fd0e73bfe64fd101c3358301fb10743c08eb9cab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273f44357166789bb7ecf53d29c47c6c2e0f69a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d5c0ab74aadae9952bf2c8a8661e22088f186e40acd3a2b5800d89645d2ef8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b36fb5340e377b4dd5f94ed422964f0c187651e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb6e66c3c506c33cc7c851a259967734eb02d18790b8faf95abe0431103def6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e59f978c5c94f4e12f21fc28ba4254fd7aa0eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a793c9c9811e60b5716a6338a037cdcf7d1f2520a9c83da1ab7bf8ba817d35c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8360a270f84eb4f9c22e587cd0354db507489d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa11b334aa656ad40eddd31c2a2c6a0578a026b30a1208e38290a34369f44912
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70a8bc18d34118ad1f47852a24ee9812b361539
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1b858500e7a38424574b5ec90201fc5d885b7fd61cb9a62e55c1a24c2979d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b166022a2edac27e3e842f93164a5ffade41566d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dac8fbd144e7b1fbbf01744477838b51d09f1feb3f7ec994075df76acec473
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d796c035418aaf94a413e6868490af6f79fd415d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440e2e8295277002a3ba0a01412c5d1adbb56b999ebbc9df51edbfc13804baef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e0c999d9edd0bd564d68926fe0266e4de8b731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fbd49c1826f3eeab1125bdeeadfd31cf70909c395e2f1d1802f4cfcca5fbb1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562fafa5d82194cd965225bf73210a3731cbb28e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b60839160efd67b7d1c54aa0121a8327e5b1b3266b969eb3e47a41e6b943167
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4d9bcda454c241e6700740b3a02cb45731628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f6920a453ddc3a0f7e81a66a2db5733ad51756059e32140adfb57c24284e62
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f03cf99bf5a7e0f15be7b5e81c783086754203
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9d6c376a5e3f5e9295ec310fedfed322198d10df3b9baa586c08834a3f01e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53285ea95971f77ca13933ebf6a04f48932bb3e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551fc031220cd57c5008d762b8ee56406adadf5f7f969f19c8eae8b603d8c7d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2645737936fd318d22a503fc94046ef38d27f0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcb3e5c0b2e4a2b8f6afe0ce1a4b70d37a921ba1bfdf450280589b3e05bdeb0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37bfd848de1af7b0abff7076b3d724518cd065c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36d5a8d744d8b42469c0528509999ae8507098839903ea0621aa6a0ba09b57a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a92589a2cb0754402d43fe72bf5bd8551efbf38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83251ff0aad61d4bdac790a1756886eecb6849e1f1a994df840d67f03b4ac55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568ac6917d1258ae5d44aa4d0a2bc43891355272
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427248890545fe92dfc491c64a72476510510b461b93c7e8c5f559181067e2ad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3509aae26b635b7647b2826662849ceda8fdd582
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9576f4ef22393f8d36ec291dc0725b5dfcd1cd4962ab452d383f3d7d646758ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8489fe58ad8c1d7cbe3271a7bf89e832726de0d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8f64af49611f687579cc3bf36f5da2e7e7dc3158911f71ad1193cc8a0fd854
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09f6fbd8ab79b0ff201a1eff21a090fc8455c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168ce3636295cb73972a44fa979623f2a1419ea81e1b37730f778ce4aa83b0e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dee23988d9e9d208493504a21bd5d6c2a50c535
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ef8b7275932630ee7143c65349769c778be3576fb960dc1e25da105ddb24c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb479fc49129aca847992f42dc2f3e544bc4419
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca53e7ef057e9f5b9cc62d0255ea2d9b67e20f6e5127005f730fe92bac4c9ebe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d09bd98cbbcd0ed62cc0037e226b4fe412906
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4fd01b4e2bf3b380a57b66a17e3ccb7e070db4594d52ec7469ab33a6f3e378
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56994b2829b89ca48398fbffc976b4d232e37ad8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b34a4585fcce6dc7f13faedd742c85131d937d481b7beebd05a2fc4169bf55c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ea37c69dc6e9924bd5cc17e4fa67aae96e7953
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de3bac4caf3ad2ca8b981b7ca093b7671614ed83d35a791812474db23393b62
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd40f3abbbd35ec9b3a147b24b3b7de5d803eda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd16205d7e4727dd87b6852c7ae2107d11df012193f7828e9d5a4a1749bab345
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9153d0bbcf86db397dbd7ce00e25ee280e4efd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e654fe3ca98b5fad2f4cbd476705ae5a065978039c42078b00afe398af7b66a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cd9b9c1db4688ff11aac7b1a879416c8a9b4f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad58327396d04eae7ee6806d2bdaa9535315d71cedf509f02655c092e53bdd37
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7fb64fc519abb98c289355584100ca8022f696
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b51cb488d8f00a0b662edd96f226c57a915474e27b83312c69bc29dcdc2500
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbab7cab712b976d9b9fb1dab5a37b75ba074c07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce550ed74d4f698251615f13186017c6b4c3167ad7652d2ab73eb21f47a32526
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb685040acfa56821a4a318ce75d1ab0c2187e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1a036c6fbd916746b4f04391609318c28bbeb68446dd95fbc55d7bfb5a2af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0eae10cfa104bb3c7dc47b8a11feafcad9ac41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06a341b248247c49b46c1efe8cad938239c5b56db1796853db06eead7ff641b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ceb3ba5c113b5af1d6b5ad583774a22430483d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982c6cdafbc4f0c02c3e90edb828f6c0cada49882b7accd6d21ec62a2fffce5e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c50f748f161c05bc15c4768ed4c2bc288baea18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6fa3df2da70a48c54df9f75929c244a2cbc68ff2718cc1398f6b61c4a2c99a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f608ad19dd6c81696499b20dd5f8d09acfcc66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ea14eba0d71e1f8ef4d1ca5aed86d22dd359a4a4dc3c6a8dbc327929a743f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee92aba117c2ea59648a2beba3fafb9b2d1e9c09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04697e667ea6215eb95d85777f41ea7597c755dd573d26bc967db1b76c17bec9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c00d5b3fcda44febaeeabe5f0a676f18354b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf052850509be811101acc654611bc70e2218b70c513c1f41e88284813f998fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0040058c819bbfa0d663ba41c7d11acff8f07eaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c52b2ede517e0b03797c6f9170cb81dd6c3856244a99b4506ab9e006afe8ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cfc69389f9b43cacd19142d9b6c22f0c3f837d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28301ab5b358d8cc976756294699d54a5f7bac50e1f48189c31558258b7dab9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce545c2d96a9ab6fc0b0024038d23b49062ffafa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63c3163cee49f38f928e123c672719348f8f90bcfe593699bf8f3a035bd3f1a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49bc6d74861bceca9796abb9245c9a06fc4ce18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f119b67fffaede8f7b17952315dabffd26fd31c43aa3aaed483d3541020b83b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abde2a3fafda0718690122c4b59b4dd144ff399c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faea22f7518c9a01fa734de10d1fc994cde7ea4f9f6e4b1e4f46904fbfdcca05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d8c41395b1dee2c3fca2544b1d14b0696f0742
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894879703a817d0bcf8593858ad81dbe841232cb5535d25ea62e244cf183149e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551a9a855a9f5610f5cda2ea77d278b151eace89
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c36530d194629088e940e5066f2024ebc7bc686d29ef7dd01c52693efe048c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cb4a26707027a6e15f8dcb2d2826bace7f90be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817feb2fd362b1f6152b484564fd173da41881cbe7d9ef64787394414a402278
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc35711d5f5285a5c4793652dbec163df20d78a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b1d317bf6978aafab580b55952f62b85962326f361f086e5cd09af377e4520
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59909f7c2f7070263ca1b79592cec2061db0b77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec680eefb73d1a7a71fe0889e1574e99c7d02ff4694aef3683bebce7f50142e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546396959ec000a8758548db4bb5186e4b9f0080
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71281c58afc281e54a06db8803c585515d4fab6b83a11a06270c67892a49c248
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc135be79b76505cb3e0b779d8ecbe3ed32047c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f423cd2405ba70fe05fe20c1095253f8be7041b651bbae2592a911dcf9ddc0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403417dbbf3b7165110dadf5dfdc55f3ced3ff30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afba2a5fcd8b25ca105de711deab0fba2f7194d598e1cea8f34df069bb70e47
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a31f3da220a38a5763b64f1fc034d929eeed764
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84419df390a88be14d09d4c6855a69434b1d93783468badcb8d1cac846dc167c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fcf539723cf315cb5a09c51f8db8f270ddcf61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9360a9fb6a9b670421f5d3f60e6080e4c3edeae443e9192b5abd99dc4f454407
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c35cbe938dd898e676d9c5f51ba705786af3b2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725ce1ccbc8db7e5f4a8a18965f43e97957202da18b2bcac2d42cff6162210e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a6250f0df02fa5e13e86a5e8f150430a9c0ce4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8daccd4b16872047ee4608565a8e568059deff9b5d9cc6ef505b61ed8237e4f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc02b86dedb0dcd835f3f2e27d87cc53e439e012
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b16838b6c750158cdbde9baa3cd16d8fc9a0e15f61fcbdfae9691d4d3a9035
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d83a1a33f139a499277331ef095f99e40925b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28406aac84a7297dfa433ffeeb7405f1e56609ee4b06b891db60153be4f349ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69415c5a69c0c15f21e2c2452fbc340c976e630a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1e867dfaa756ba326c7b9218d678250870685ef873df0d9af456319d8b506c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f507c2a910e9cb1d3335a30e74edc080396fb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc31b4b2d8e795270030d33341243de172c58507a19962e564bc29b2cdf91eae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd64a667e526105dd1e46e14788d03d9b4c7adc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9150891a9231b11e328469ae56690d78bb20e62cde1f98764f23f999c0c427
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbbb24d9b24d67f55ddadc4156069476fcc6230
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60336ec73a2cde63ed1eaf9d4c9b45c10b2fd864b2a33cba7a31f5211bdad548
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d8b1d5dc107421195de18aea07ed797164266
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b75c428ffba619049e99a29cb9cf9545c007461e4a436d4aceb4840d3eaabb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828a3d7719d46ab824ae6685a2ebff01273e6e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c98cf4dcdf9d3350f816612930579436936a18ec68a10e678a7dc99fa3d4c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69efbce6b30e8c1696c58d1c043f0a92875b6607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c93fcb3c2c75cd5e39e884dd3ff041ec9d7376b62f7cb620444207c748d61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a05b38a789c04656843f96afaf23c921beea19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc204a39945c25992164af77ae6006bc6335b962e52a31935e6731dd2e412e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eb25762661e5f074c1fdceec0c171e8a0b8755
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c359f82c3d14b1edafba0d96cebf35d62294e1b0088acb3ada82665f8b4d274
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd994ada27597e792887c8f8a89b506930c2d3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54d42e0a15af142dfcf6160d59539e3c65d765c4775c166208173efada4adb7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281a565f3ee6876f1821dee265eb5ed019e524f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a2bb5ef4e06a14aca241c2a0e5bd0f5d3dfbdda7027c62b27028f7079b5e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492be5fcb65178cbf0e33ef022b5a9fcdfd8da5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a9a669c2c2ff8e8a22f2997f8eb02ded4f14bf4aa273068fa138e752752b72
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23936aed1899aaafcbcc019d38e29939c512213
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b778d5370d293b3dea8b3cdeb2770020ccfd8bdcb4a2e138f0a7afc4c9e970f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c105a0254649448e5e9860cd2e5e6a1d35efb82f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6243ce4257c39d4c046e0f64b5af2e7de0480bacd8a6f316a0ce168c5909f331
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f492abb6b822b37178d40c8007faa1f533fd08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60568f4bc47ca6ccdc33eb6eab931c5a51ff8fdf84bfd851a713c23a800b85bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b2d0e229d03b1ba857acf2837c37c24784b8d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ec4a5a749909084c9356d271e8f8b794efd90f280f21323a2b88d895e7e4ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99d3d00f5a893ce4f38bef89c24a04bb0d238a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff61d73f0d90ffd488304af33d3208b3d3c3a958b11d17ccab4e596f8a99ed83
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7224bbbecc8f2bf151fdac44ae327bcc4abd7f72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63fd9f431d25040a02a13d3265c60ff380b990e481e1f54cc582d99e4ccb450
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762930756b2f52470c918face4f36884ea8f0d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc6b44e73b62fabfbe73a15cf21e4dc321a0c682d7ceaa7e9cd4cac166e1f65
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8b891f200866a5c8b1075758d43cf051507a85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917147b73a72b7f16375305d80f2030260c7a20f89c10b516c2d7cdb4341b3bf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8834dd5599e5f715c8d4aa4ac549a84a775caf3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ba9329cdd60898af29ae1e087e3fbe022500f7c64cb9c9d4ed45ef6d3b906
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b5b10cb6ab3a3a500b039f5819424d330d4e08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc0355dbeb697f3231c5b745eaeaf9cd254081f0a7aa5333b715986832982cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac671581bae0f87f7f28e69af3d143e9099f82f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c4da432cf8858726bfa15acda258deffecb38acea4a393ed2a2b52f644f647
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a22e2197640c928d2f91033fc66bf2994d4a880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ad73fd653ceb6c3d9324931be324d3654bc778835094a918abdab705cb0cc5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b33371937b57f0f5ebd9f2f70b316449192c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a98d3584778104666d44555b37d1194c2da24b07a8a870ffe4baeeaafcecff0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e0ab97433cd1826cdb22be7fdee876409aa045
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad65ee01242b5263963d1b181dcf30e1c7e69d70ed9f06da1fd89a7c5583aaf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a670a822d91a34084aac084f9a5f07558776137d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d9d55768c0ab13f49974219845b9e0ee3afc6b31a3110f9d0c74ae793139c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f81b0cc8cd311d75f16aba9b741ded95522cf15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4219c395b5cdadf8660837afa400537aac24cd979b69190f40ace0f3133499
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1949e13642fa2923771d10cb66ed9f7fed7548dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd403866c864c2ca949dba68ecf18ba71ec1127e08cdd7a77902a2ee43e797f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcaa1bf389e06a6c2229d1b075c224eb37d9bbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdd50ebfb468b65f060bb549a255850f6e3cffb44b1bc5f1ff45ecc32dfa06c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d846abdc079aa8a3feb5fbeb1a7be544f5c90e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16ef38026cd0317ae3067a53aa983f76b98ee9380547b9cf247f3fbc76c513c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35e092034127cff182d14c48cc30e6b6bf77032
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741dce07a7ec3c3f4ea7ea02b8769d94105bde2d5ae87f697426af8756321f30
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b42cc5885ac8e9a016ee6c2d3183f9feb3fff1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d72ff2b63c4424cfd4ac07ed64084ae1f3497aa9a4b63fd529c673bfdd16a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1eda46c98914724d196404a23054fc5a8b5910
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e802c40689c32fcf7dfdfb1bd84bb02cbfb07585e659d30d5d31cbd9aec1188
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3b6a58569ab8220792ad21b71138168d4590f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc1537a2bffd3c4dd9a8c756ebd71f4efd8aca0348ef1b3e141399e1a94f3ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06054c87d073895158c2bf11369c883002925a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85e4e239e22fe6868f6fe6cf9ea210b0a124e120dbae258f41a1e408fa0df6a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f632911aaedb5295644d756e802ba65c1f44ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794c7ff60ab92b9905b28d8f01208881747bb6813413bb13ec9389711b2cc6e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714bbd40981c596cfc01d886cf2b557ed150818a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be602d5e9d09fc7dfea3124f37dfb07ef50245cd8ca7c579c8b953687b57492
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3d4f6dd4f6fdbe92d7a7c6e8d310d4a500f62b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf344a92c6551698c09afbfffdddb4428c7a04f9687c3d43d80ab73b5311ae1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9de11ba6b008e6eb5401fe518a77a9f544010
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f21839114bced4015b24447b41798af88f0850d9297114a7c93cc70bb4bc5d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a2a07f568b596a7aa0602de048fb67943da679
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c902d0a02e9c192d52c6614663553496a65d1eb57d52168775b948844e0e3757
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce748bce6305969a82781ce7fe5649a1e0ea4db7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91d3e681a523a84a7c5c802ad283b23b4367ea6ccaea3ece19f5d3b1d7dd11e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4310e77a2a04fa7e72af387b9241e639c19317c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331832a5326ea0e06d22322ffc7e749d5440adde48872334d808fe6ae3919aed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5e706707248d4756152a441c6a0c36197b6d0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bdd29e5d024a74ff46e301e41d04d787b9fb0c21faf45ca5f8fdd629fc73c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f644fd9627ae83de5e6a3c46e27e601881af17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f10da6cf1067f653b8e93e8bb665c88fa14583c2529b57eb4cb2e009c0cbe98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ff0818c8ecb82b085c5ab2e8e42c2470b2a6a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2807d8f25057bd594c62b972ef87181f101d7a22b568414cd0288bc2ef48763a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1be65766903095d7e338eb16473e512d16a9a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cc41bcd6f1c20dd7f42b837055ac9916e8ba31416a411ffabecc6b5d067f85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1070bb648afeae5bae52956e57157a6010f87d0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8412ec57f1215bc0a3ded07038392e1d5926d37567a6de8b0feef33cac470313
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04fcfb8d6133ca9ee12a1bf3784dc5f195d098b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c929784a9a8d415d69f52a95b8d919cca953943d48e3b509a0ab4db1a674a5ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae0de22f10d4dd18601adb8c7c43030838d2064
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b19e2a422c3805baa284b7eda75a30e69d6216da9a213d59856376f82c49d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d032eef0ebfaa02d56b2800241e7b84b00035324
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd330eb9820dfae0977e80f2fb63cbbe3f7f6f3900a24957880394e10ae1c57
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dd0789531bd5a1653120a21cdbeeb801ad1beb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdd04b8451c22c229917485d35bbf15f16a884ad79077de025c1939696d3b0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507d6c62db8029f7f2dc26a81916a37c1f1a2fa2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e83734e9a0c5d14e4cf296f9d038046c188f0e5cb6979812b55ae22528bbf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c4c924a5c843f5e1f37a3e9fe2415a696d9799
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac26d00c22c5285a3fbc5c9526af688b4395d31ec26b0ec0647261877fbedf96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380bdfd1197b8f0614dcd5708c76326659cc83d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75fc40a8a2cfe8d8e3a28970d93828542c9c209ad9203f87f49a097c58a6449
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284770868b7ebe1b71e2a06ba3c1ac621b45f7ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dda1325a25ac37dafd699e2e5b03e4f3386bbd3deaafc3c1627bbe817d77dc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0963b12df91a5229f19707c4f0621b034122c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d978d59ed233bd71bd93699d7c4bc3525ff4f9647368900223624299aacc8fe8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5226c97ead3883161b7d08064ecbfe17f259a4ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7554cde442dd5a9022e83aae8e4ab893a005c5757d202f70af3bae5c6b898d9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e446648183ef4f4f0ebcc6930a4be3e32ef0eb88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57fe7db9a761b1394efe575a824e40ad920178abb6bedc6b37d7a19ec2bd46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8387fa487ce086e2bb7aa77c03fb3493e41cfb5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9f1e721a0ae41526f69b82cb76017881e23bfb939ac7a6e82cd820b1cdbb00
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c106fd9fb69bc8ab92c7af947f0e42f994f455
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681f81b9fe41c23489f202bacec719995b2ed0d728876b5f48c0f225ac248f33
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4179d05da6e261b4cb14fc4c26660fe375914f32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d4f04f0fcc73988ee8c1c05aef85e21bd05d2bd02a7e7e26515c122b2368f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820bdae697b17da6de49895a636c9d1f39d633a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0576c83d6ccfa9a12660ebd4dbd79d34046ddb46f83072a462907acee35a9bfa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c00ab04f8c53063b0e7f0e80b7a2e5b2d04885a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d70c16b49555332e3efdcdf103c8f4a3db1f4955897d9d1f08ed14b70574d67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3e79a985e6f228d5794bc539a28f708bd8d5d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bba4591bf623146d8f445e55270a76f6d28a21bd63ae04225d98686b87f419b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef70e46a288c28cc630f4dc5908baa992741711e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108be87a947d7331ad5366809732a1d890212dd4e024baaabd1ea5e156dd6b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23caaabed008576b15cb49dbcb0e6d781fe0fcd9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df92ac16f4768e927491a863b796987e5735dbe90cb0f652b50ce274d3c847ad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae44c2f76f3fb15e503a6a53903da9a1315d7ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e30a1ea8dd9b5f9771086d52f8423aaaa13d46315ad134bc86052e6e6d80c5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b952b623da15dd45a46220fa90227a04628b839
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb84569a86d98e13e46732a411b11ba17981bd2011d197fc2c5b56fb8cc6b260
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae194b67160c4023f8d524829c9f2165b27433c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dac53893bd7dd8c251d7fc9f4eaecb6e64635601cca32a5629add021acb5e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322ce40981ccb5fed5e5183f7256b8e163b2ca0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f63df906241f4de0265caef44af238caf493b45351c0e0d62b18a6c00c9647c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e85716439eb10cba8d6ddb4e4876bb2cd4df4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2929620741ef9a9cd9b24fd8c8fbb17c152e704f0a6aedfc53ff5b67be0db1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6407184f853185a3a06020f3717218c4aa91b2a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964cb9ea97a92fc91194361fd6a9a4845c511e49ed01e70550c2a57edddc3961
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562938b867778f43d4959af41397f6625966538a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b0b58c63756b40914475408156526862ddf9db0daa2db1535df9d124fb8679
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a52cfeccfa9cddcdf5f74bd90ed52d38483fe55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb199973935b05b33ff783bf8360fa5848236a3d75dd89cf8f9b6b2ce75307c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d807fa9f36ed9975987ffdb7e75cd1a26fcfeb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e403b07011e47fad362ba892fd271ca83fd1303a3e4176d0332b4a4b4ce0c10b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8d98c3b76ee10edde971ca6a87f86e9813110
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edc778400dad1d408723358a3e3a633ba132e550d1648e5d031b240e6e6b293
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501401720b7d44f03e57f93166eff8edfbeee9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566e3d9ce5a047aa168123d50364791acebe74d4d06125c18a2ffffa91de63ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98edb4f664e1788ca07214adad54f50cf795d6cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e226a7ae03fc59b8ee2447656cedcab45c7dc8d9adff930cfdba5cf5452eb5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1786862e0552a43d150e72275b0d50ab6958e4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73706873e42fbfbf28ae47ba3c96bfa6dbab95d0e23e936695dcd257c25461e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea6f2feb4a62bc76f18764d3eb9904899e74e25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af70f03e554157094b831009ae21cb71c210b889d4230d80d8cb536006e9e26d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0417cdc0f316bd23376a7b6e5a099b7ae905cc17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c377c847f586851ee469025251e925b05de5cf580fdcbac271c0948579d2a4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c931ad424cba5c1f9e03c4a684ca2b8df3b8479
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c900bb18b7a8ff0717a952132cc5c70bfb680c742d75981b323b4647476e4a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b334d3a37b032360ec2e2627f6c80ca49c83480
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1320ac3171f0171bfa2954ce460ddd5b8099cde2a35f493e33c7659b51f5780
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762a2e051441fc572eb2595d5191dc12a2c608a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583c2d71932227f72c558d9c3e45182de10a0aa27bb04246469cb5a6293407d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351a372b0b6e5d0840f4791e80d803f882e6ad75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b5c1ceb626dee57f00f078dd5e36d687662887c5d58d782bce3748818ef025
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7d7087f463e602aa10675e693f9eec37180c85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e798428ea3173ccf47126b832bfdae5ba1e2d8762925dc2dc20503ab24686205
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37b3be7127dc620c62c737c60d8fb20a80a6204
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346b7f2cda60b95a9dde92c68a22792ad51f1395eede3129e0ad85a0ddb9e9f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e118acc6c5f0a7727a7c816e68e407345c3f93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4848bde04c0a0b4217f4e23426845c881655cfe31861d6f6a9c41b929e818f8b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e4cd2e965f5089dfa5a21955b7553bc333924e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8954fc03ff7bd85394d4f516a77c3733efbbc70af3979bd08fc4ebff5ca77b9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956346443dceac1421a0a94597ba036411bb08a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cfef8cbf8e3cae18967c1895373dabbecc91d7dd8c42ee9d8a304288a47ee1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947357310034d679afeeebb4b9bf63ae65faf764
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432efe89319dcbced36fc6977a761fbe701cb6e3646258c9d626e1ff4204bfbe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99784faa4c194f4964a088c02e1d627727c6c17b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ebdce106590792059cf128897ec84dbcf2f74c02d85814e826f440f39e35f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ab405a4cdf79448807f916673210772fb21e17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4058348d9b620a5912523c98ebea1f46372fc93c2ef90b0245586082402bf3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25492a8216c2ee918ea68611905734e193a65e0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcdb71db99bab287ad47c179df493a62e7013c6f5e2993ff119e7b78265bf4a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9544176e1be23323c16e7742f2d551dfa9a7bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f254c929233dbf40d3cd903227f41bfb00e71ade4dfc9cad1573c7879621b3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1fcd22d8fdb2fcfd9027e4078a519effd67b85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469a93a428d6f19892f57059975431d0bb18be9c9aff1be2da600aafef0d840
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4dfbd0481a6ad5b7055928498fcc5f3465bd54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adab57f6f1932fd1b35fe6c83e06d854a4afdf2165c35cb270a1add43584daca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c7b212829d504d9cd64196120c8fc1a1fd239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfac908f7d656170f7d25c2f1ddb23bb7d866810a1c6036436c90de7025dcaa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6a4c833533b8e7a648b0d40e7469fba6173003
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594182a5f9cf4029d19fe791a90ae1cf36e4a7469c8e913b04ac1f150669568c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ce1e3152a34c5f638a2ce52e372726d1bd6db2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51ae9ee17d0ebc7197d6a69ea4bdf4d0e48650c7fbc29c682ae9b4b8c95a50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948caf22a908e10cc573d2362451da7ecb8d4268
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c619e897f804684dee0d78621fa773992acdd2f2cec1ed5d561225c33f26af8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba3df75436db7b25f8e6b2d5d4c19f6450f8218
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1317fa837c7fb32dd9434d8de2b9cca8b6ca7382cb4819e376b67682a13c0c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef8307160fb0a0e39335ca7641d19000b028e6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98a19526c4b4478d94d2f315f0985f538bc7cc03be81edc2770dc8221fceba7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b11dc6c75266b3ea51a6a076a3411456268ca9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb5aa7ce687ae8ac4f14eecc5e5b78b8e8f4280aff24acd1eb5b06a9faca594
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e797b7b05725f8cd6016efd8ce938f1dd750efd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e9055b2db8b72668cc9f498e9cb2cfcd68d36a49b7c4423aebd6442bd22190
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1289f1c7ce393350a00f216be8de3893d3eb5de2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0f34b72789dfe24767974dd0c619961bb5d79dd2de69e4c3529eb8462cacc7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da271fee810cfddafb88f9a5d3f2751a9e9fce4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145b1ae23df058fc5a196ddc73e405b0927a6eb93c0604687d69828ed1e0f9a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a242537d182f0e424d282eb7e015f7a16622a81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82917e254ebad8f6527070ab3851ecf4bfd9d7c55794ce819a8945b7ec6440a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f30d93d9cd77d9fb38d11b14b532f8f196fc1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011bed89b9e59f13f47c3a89f479b87e4b1ba611352d209deb40af3f4ac5c9be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25f14c109ec209d7b4ad2f8a496ce55d91bd673
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc36221b2a03c94184d29dc2948a06f7e671c64923f11d65c4d0acedda098f73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ca408f56af3ca03d5501420a794557e6d382cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b8d304c3ba50cea63b129c32d0cf7d1560a4c24eb326b5d32a84d9036c423f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c171bb526f7931c04b92785d925878e1b09c28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1a51411a6471b0f3ebc567fc73a199e7ce30cb52cd810669e18894895bbf68
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abca032db27e865840714cc28bb14a380d4184cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d1ce3708f2fc18d7bc935b8e25dbbf086e0328063045924e1d0ed68d692255
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3548e0e1d2796cb53532f94d89970c565f4b2f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b60c48c5129b049113e185b3945ca0908224eca17db4f6ddd7478707d6eeb9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234b8f14af17c2d4522f7749ed44be9149c0889
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f48908e349febda04b6bf71560c44ec261e572ea590460c161bccf46c22099c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec80fe0ffe541e1e2e065aab66c3b2f93159e0c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dddbad4d4df9c5ca689b8a2c83c885c15f67c2c03315dd4e67913ade0e57b98
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f08d69449d9539942cfe7f4b379436afb48fe4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d2f11221bbc02a432c8c8e92f82b49b7769a1c8069a798c59d38e82efe5dce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134ebbdee179364bb0ffa03ccf0af25746344476
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335c8f2a62a0881f8c7140c1371177d67b4430d8b364c50e03f2df1f54d4a713
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a935d85542a882a29569344296cec08a52ff54f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba77cfa18fac0dc57b68a052a8a8919433e31d5c44b7e9b7288cba6c8bcb85c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa4e230084690a61bd7bee006bd8689486035e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f395775c6ff23bbb69a7b6757a67d9431810809c2a228507f03acd3a2ee6dff7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5a773e2ec4677b53e7add9e32a35bfac615228
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a553d0a5587b756e23882a4895dcdc6fb71a10824c305cfa4e54a0ba990331cb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cd48eebb8456b44c4153d6277c28ef396c7db0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac4014c436b7854c926297265891fee59f57550b1f9829c560a3f808ef01397
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141ebeb2f05af4b8158eeaa1765b5c5f62a5a55a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445fc26e6b1d0e3639ef3a0a7834a2cac7f449ced44ac8cb3051ecd4d25d579a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ad2470bd3699c9b096e42adf37b85e7911927a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e009884d59335a52af8059dd5778fef4bc486d7a404733287d1e168a3896e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb997ebf9841d0f9094dc3e678ed81d6fd2165ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd246d7513bfa71f4618f4e28eccfedb24970d9685297d03bfe30b5e54bb4d5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a3412aefe8d3e9ecca5864e0c1e18728d80253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11aea51dbdb3d4c6990efcbe11f3ca9bdafabff5d49ef30ed0a9c4f873f8c6d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83cabdb4551d5fe95efbec30be3a798807ae4a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b762e4cdc19c1c54f5997b1f3cd72ecdd56e6fb1fdfbdb3c9467e8d2d2bc5e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4235f2829d924668eb936ea826d9b72e26e22556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0febbe79b9061bf21eddf2d3fdaad1527c750fc527f67652b19289ca502c8d16
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd9a5faeb7d1e0efc1222d7f70dd216765b15f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f6a2bfbd38b5d171b08b12dc7cd35039dda800118a06b720a19ead902c92be
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f248fd27699298ab33f7bb916f595efddaaf8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25ed2fae2d3b18facd5906968bf45282649444723bb9173827d72632d57fc3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9336e72051a959be72ec9a2cdb6ac3d0f6fd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bcc2911419cc1c88274bbc1c41821455784c52302fd3b275da9ed7294521ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45abd83258643fe17f2d86b79305d25ce99f1958
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd0d4825716b66bdb5d6fbb689238843d56d2c5bd1679bc886574a4e3ba228
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ddadfcd0bbb35a3c21b5f8f3dfdee52fd028f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d152bc52e0545e779065158b518a3d27fe5a5df6b87d5592137000b7d6265a06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a8f0f5db9a73bb1a7e390d197a047eccb9a5ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e249c16b2ea2c4a333465339b15a958d2662232482b09157711387bba6af727e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac34814c48e15c08d20ec6c97456fb9b313747dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b908067f68cd4bc6311a3f47d27116ae5270a4e047833e056af7f2fa3ea1dbb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384fcb9e70d8dad18d98f9cbfc82149ef5d31c82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3495916e59fbf53a346567ec9c19df01962f699d7e3582a19eaf3545e76fd226
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b45640caaffbae36fbc3faa5f599291a7a002
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e66b936046c7ed9b2a688e5a0b22503d9cd60b0377e6791480d53afb35a6a13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e877bf5afbdfc1ccdd3794f73b57dcf49c32a51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8b54d01aae49f46087c0b7a6b4e2d0d278a65a550940cc905dc32a4be7a20
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d19d7a9f385cd312c6da8b718e70d0fa71dda2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e62b804c657b6c400038b87735e962ad8c5890e3c37ccede29ace8315ff2c94
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b130b2e46cd47009d6065fff6d83fef7b1e2c21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52e4354f19d686fb8401184dde0cd335ca7a36d505e1740216ee496d39be279
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa75e79e8cfe6bee7b1f478209bfc360d1351ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c9b65f88b362ee0320ff33a8f1e5ed9bd1fae96036e29d0a7e4f820bb92c52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695a25104718ed4e4deea9412f76611a02e2fde9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2382de027c4ab35c302e78a528e4904aa008cc37bd05c9e18b76a35aa71431
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f047d35f254701ff6e5dd892322fe8f20dbe1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df53917432442ad10331fe15a2332063e8adffa13ba0708610ca6f5646eb1634
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dd9d021de9bd67d2373d5850e611f53ba14672
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5eb955305efa823a4c800ecb34a33ae40007b083fae76db35528b5fcdcb4d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79b0bd69d04e24e210d960eecf30034f6b29a15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81ad2c9b9aab92cbf7a7e620e4378159ef3d88960e93263a0459262b7577781
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bbcd231764e6eb1b6a00280b06cd7f5447538f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30294415f6b5f274952b7b898dfd64a0ee170fcaec4cbd203da4967258d57726
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee19450786dc67d2a433ef8393689671780c537
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e6d10ef8fdc8f98cc46b393b586fa71ba59f8f834029d605d0e088a70da8f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44f767aa0d3af58fe9d14fd22ef92adc6b08c37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2673300114cecf6092358de7a33ed51c47aa12e3eaf92cb7df4a83c4b8b57f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe9dab801774394241d3356a8292e303204159d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94f10104a8229a961a9a0db749a6f4a020713c99a8b1ff0c2887e1c88fcd49f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222719b8fcbf93f1ce73a7a40e9d8f154e55c19f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873aad905cf6078fe1399546c536985330f761a6f15f632ea7395f34efa1e042
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe045f985b7491fbd5a0b0165d025c89f2d8fc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d7f3bbda4d2c797625fba011e0615431ec60e3199e901ba492b2ae14db0dc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b91ad7c1cc24a61502abddc8ee3fe3b725f96e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79a4f837052e62721afa6015c6fc76fff4fd11261b53cbbb548dc7ea83fdb5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3556eed5b87a12a019612830041548e18aa056
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e18f03dc0dabba147b4a3d94b49f55f7469f0301644ced336209ae2b1b895be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d455b7200ea576e8c4e9ae739099e7f1bfda4449
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb2bbb1b4ac895afa9cc0df21b26c14e051d5a74bfb7e22ea23316ed9c0b3d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed0d928e69f2167247c8f6a57933da06b624f1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36acabc69509b777677682bc7cdddd34469904c9e2801037a186cdfc6a60b516
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346a42f95979f1ebd5a3cfa7db217d240b37aa23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ac680244eb2e051973c17ebe8099727e7b97b4a17e4509e9c813b11c052de7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c52c0f3712b64b3df7e384b2c160f4f3643fa9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da690e798b6e2afc294e2df66d366b5faa2944e3d5b537ecb7a0bd7097c447a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ad5125a63d6c001976dc7a92824e5fc1510239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f03d1ea511361f68cd3fd1c158dc37ec8e64f7f647699b999a89bd717c3fe7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f98721c79a5de006fb70d84d2c52b60a8565942
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2113442ceee0761c649fa7783f44bfbf5938155c84aab3f4bfa65287e14ef3a7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015d8029ccbdf00220565d93176f094b36de28b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d678f96f2a86d87c5e917d3c0843757eb676353e3d32137fb94636dfba6617e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5244a8e0227167b6a7c39b1455a7c74480cb81a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16572e3506ef0d6d364a3b15f14b631e1cf281b0f3a2d82ea6204db14ca5fcea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0520cc57f3436b12e2357b12fc6de4a974c3730
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933bf06d19a4e6c682e1a45a5d9c268f617b343e1db3b9e7c0303eb284f67b3e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b63bff2d68eab2490f0a02b34dec9e8efe18c63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793975d20608fa4dccddc3e7e069b97dd6dc7c7cd69de56acbcf692bb84a35b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8477b3bd0ff03c97dfe9a67f8decafdc7b577a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567b3e340414dea6941703be9acf0f9db21562b82a3b4bcd3da67cae0fcbe07b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c802c2c34dc419154857ba33b4bc3b5af931b805
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013c87ab81b567051a20af0e5ac31fdb4509f6bf11ef4e6de59a74e374655583
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b023ef0243da9888909365ab0f998cc87ec3da2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b10c95e4755ad12d976eaaa05ab151677648b5274c5cf5059e9432bcd5fa31
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea447f6fc67123b07855385101699f199de21a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8e5da27bd919ee6f59a336ca4fa6062ab5f4dc097b55b2c17c096dcaba9990
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb83cc9c754149d89b8b3a69a427d123be172e33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d048a878a07923d0f1bd2bf4a035335abf01e143766bb718b5351ff10aa7762
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b7f6ba5b335d98495c56eeb13428c4bc89d4e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779e4771c82e65f48bc3448bcb6973ec1743b4dab95157a6c700966ce2be2d67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebcbf2cd10b8bb5a5d3590f8e3f831c22f16220
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27450579230efe43685e0af63404ccb09e9fbbf1a5e8573e94ff5a35893eec0f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd3308933f4f78403b36634c3af58d5e647607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679b6499d938625dd13a688361dd9138bba9131842e6857b9977477e61f86ecd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa06da21b847191678f9605633c807690b6a9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad797fb2ea16787d5d545ee7949d32bf91c70102df462e3d65eb656060acd876
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089ebe917317568be392a9928d59c341552f0d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2895abdd84a66fc37ff92499f2a38917c150753a9db034f75af42d2b066ac6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79614d1f595217e43e54fe642a1c3f5bb3ef6426
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f624b405cfff3059fe3d210ee5ebb54c489fe1989e5733f42822a9012b071b59
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7222279688f9ee32daa95cb29be0a4abb86dc7a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd06e0b9cc3e26d503bbbb52d824895e74143f12d3d449cce14a8bbfd392b8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b13ddf78aa3df0d063b3913f31e25814ab5ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fd4a039e4f2e9df7153317909c326298c68e0e0ab6eeeb1e67135104ea8adc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa793e033c5f2d3d4de1dcd64bdf910c8a94c27f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef66b31d26b40543460942b03668b2bbac65e96aac2994b225d187093cf8b37f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a2139f89cc8f59013b27d3ae1483c6110cc36d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b0b093e6ae841c409f3bf76cff6643539a7bbbc2d74ecb29c45530fd89d100
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d50a1a77082ca26e086ff2a6cc0c970ef7c61d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7258072a3a489615cd17f7f892e819e2349e3e2a180536d79ec1d036b52fae93
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d402122b0ec0f71068e6b22a845090fa70793732
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7642b7d5d7fa607a88f6263c374795d21f0020d285d3e186021b14b84b6738
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ea57c417ed737c982e8fbc0d4e39e1f9e963a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f2588df3c9675cc11671491f63ee1ddb03639b40106f76ccb9986c2245db06
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6354d7b0db77acc4fef8401f5e22784804f5ce60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107b4dfee8ea3f873cd26f9c210616a27ad794b7dce6eba292f3d9facb5a9614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc64d6bee419e3c3cfca4bc5d714812ea4757d16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7741f22c8abe3989f9624bc7299cf03563c1dc889a3ff355e1340876f49ef4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773ee0b09960f7dd9628f03bbb171a365bc54991
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424c607dd9b049881b64ab36d8330f35308066fd0d3e86a2d27a80f95262053a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c5879b026e0fa247ce60e47727899ce3b4887b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa8ab3fae4d6a37acffe21f927a882768f588f6ef02ba759b087add7912176b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df34fa6e09532406e4010e1bc4eb287f8f3b2826
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df491f609b828d426aeb4e68de221fc18e44027011296acce627a4a2ef6429
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aae9b22c0f8d99f50ed46644c4db936e072e0f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c89f6b813140f826e0bdf9c133fd435f5b0aa8c003172788e40c551a841f339
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81c21ffe3b8a01038623e2c01a128ef7ab497cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73c6af70835f34d709fde7caf30350cb5ba738a178796ccd4561b01f6f8e6be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9286994428156b4805a4b8faa123ad40c2583918
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb314b49e2f2acf1105abebb7e300cd7738ccd0eff5a341175766b85cfb86802
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee138abbf7235a46bfb53fd1109642625a8116c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aa966fab1392fc60cd7c5c4578186d20eef8e99937cdb83a156a69b3f6ad28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d961c04930b789d55578dcc9c8d84d561089011
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab529bbb8c0c8e3c758eb70215e21e594098ce251a3c72dcaee348ecae2e6799
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb64750ad13599fa1ef5e982f845e53e1753cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172a07650b259a375afc70c8c33f0628be418a46e94649711322d36c89c87d4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62a7fb4a3507ec49ee66aca6324550fa198e450
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b54aee27e18e348090dad52ad97928be4c93af4d8ed8c362b7868097118935
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737f387633c8de7254685b3bf5e651a8767d0552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fc4105fdb07ff7cddf4dbea36fb74866730721ac024a4caefb8341f033730a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd334f75248ac946bf2b3e1c836d2210e3771ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bcb72322d2bd3a9c24019ac117784253a50c03b91b2b58e7470b945386d482
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e85816b6817d3def4f036721e0b9195a86db063
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e40907d188fa9c8d640b2ed1893ead977177bceb350566a7781ba1c3b906a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11779c45432dd2efba95f0844bf6b0d11a106797
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9749c362b3c7c454fd30ba5f7038c4a9a0e65773683f84609b61bf50771f19b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6ca914c260188b32acc4baa85bc8ce7bad5054
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c338d0f955743c29d8bb1c779c249de559190143652e6b44737b908cfaa8d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a04e822012505ccaa62c68eb1bf20bec0b2579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbdaf4695896a3674c86a0ba8fc75f1a86db84d28f888f70bf353bbfe40d16d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737c8e697f7b191642253c30a74aa178f27c6e7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c0c9b0ef7885dbc0bca362b3e8b7a1031f2d154dd8d88d92396858dabbd2cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbe7e4a4bb65d4887b95435830d2096729b45f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfbcd5c1865dbdd1147568bdaea48ca986755170b36e843f69193504a2543f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1699f71add35b7a38414ebfc2d562ec9d1851d57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64487968b7276dfb39100f03e98c74bb9feea6d66c714364a05df92bcd40fd4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2fbdd6c2adbbd0a52c346c83fb270d5a6b446c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c10b1908a0b79b339fd4694df5940b16f3fd744ae69800e79306cd112aa3d40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7461abd30fce387fd0ba42a53a4eb76048554fc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e4dbcbee55b6a6fffa01f8e56a08c0f4251bfd0d16a4667cf1b8daa1e70c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c1cdb69cb8cc5ad0a9a27feb10bfbc4efc515f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651b1d5a26ac0d1d106bc97a451373f3bce0f2e8102904989bd82ca5b22fe8b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a45d3be56be5fab7c31e745d8f93dd1c6e8e7cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23020ae592597d9175c1ea7e9d496182cf696aefc64065a0129c87cc92f515fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeba98df17540487614fed303a8a448dbdd38c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240b0c964de22059e0356062374b19d7add0d16c12a9033d74f37a09cbbe4a32
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bbf0b089e673c5046cec7dc0d120202b888a29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900120bac160a4b32ff238d41b632270701de4cab0ba2e52dc48e8b611374a0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c09b233db9d31ed12eaf97e46e6d4f747c5ba2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae062f51673a75b9626bd5b375d8b18e1faa967958d68628ce2e1fc23e6300
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb59a99fdbf32b13ca065f65b369ae545d52bdca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aea2b1ac006a4c28fd18e1e2e2576c1bcf30e9032ab62e80fa8f877d0be4ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7ab91fe444d8c2ae08e9a744fc4367e4d86f8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6230c71042c28e26c6b1ceef3307d739109444ec1badbc223f8759ff99ffb6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9524aeba981992abf5e0b91b130858eadae55bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8a7c14fbb1ff5b23ffc039b0e7ef7c9f6e2833a45574b36b2535bbf5f1a322
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a28f56d4fdaa7f51ff47ac4f3b23cec90446e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3fd3655be1d87808a02365a85d00fdd3a7757fb2501d16194068d4c6aaf0eb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88771c9866f8e1dc3c807f5aeb53345ba77730ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f051453133bc58f87c9fab6ad3e211816246d9f5efcaf67310766bc7fd0d198a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267d3b0d401113ec5560f8c44905b71d2c20239c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8c669fb8749d6689f3c4f54cc05cbff16c70c67721cd1510712f2bd39fa0e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3eb4b7166d1267901bd1dab7b7b09f70f82933
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196bfd2fe3e9af9c1b9f5c09f0a4b2022280f133b22895f13ec1d6ae26a0219f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e38a5860c0aa2d576178549acfeb939fbb962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0353457915e267620b11cffe06cd5ec7230bd1a3018e6e2086016f977ca457
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5cc5d333d289bbe6282de11163dba594983f04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5640d8fbfbf92fcb7b145d86c760d88b73f6ef1495da75b33532a65088464c24
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d3294a8b7a93a8ec498ba69eed13cad0a7225f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b92bf3c4819483603e91c062bfc78e0caa8a6b49a50fe27ed6a383743627d88
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5849f4ee47b60ff6210b0c99453b178aebf9f361
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bee636c4f5802aacd45022ce0e58cff0df911e957edbd69caeb7b95ae2a1c35
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a854c9e2d468ec3f1e947af95566f4d13ba31969
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3ca7f3ceb3669126d37741ffed549b274aa71a91d6f3fcc4d07f7a2c62b41e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34cb5443e801b63b9d41dc76b64167ca8c3c4d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5f8309484b82ae1d19ba89c2290575ec166f3d1c0806096c26981d27bd35df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6034e4fa303ea004ae616d8b2dc25233873e02e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d51783a3625a26f29d04b15046cbfa4edc90bafcb5473d7619e1b7594c43346
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdba5824bb42a2fdcc222c90aa7aa47fada8356d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f9dd17edda5680870b6619cfb658b5d38f99d04e259c96825a4c7efeea94b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dfc356bb15b2b0fa75d62b235feac994e37d77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73776461899a97e9465c45764f90367f6e0d2c467154c79318d3fd4bddc602e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9081853a60a657f22c750db86ed90a6ca928ca26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0b385592dda72922dcf06a7e0e0a9f33cca056038a5de537ae833abfa6a8f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d987dab0cd923c97081a57eb778039b160e9e7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86693171b4aec109270d436f9e5ecb492e9c24801e87b86ae94d6442e5f5e2bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb836b57ddea87787517fefa9dbda9e181ac7a8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6f56598ee246c935d30a79e6bad8e8baa9851c55342076f9162fc2efabf415
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e575a356b5de2e5071fe85a0d02b65f14520b902
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db65b0b6a9058fe082d42e62491c2d93d51312e9025c5d8972d6fffce2bd0c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01327b45dae7b8b932550d9dd234e335bd496e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a2f30b6b31c49b7e10b75c6d1aedb9836177d08747fea622e43c2bccf95bb1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7641a71c050e28c2b322b986d9a64da1e663be38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7458211e96bc1399bc34037ab16393be57642bab9b24046c2073d8d36f0a007e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08277220771d244e715678fbe29d80560fca6539
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4ef6795af810702b58a484c81adb8f60a1d28e0272a0f51904a31a42913e56
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d62dd38b013810487a90994c316e6a038a28250
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de6ee474f43848a32775db79beb015fbef8319586adb356d98e5f20d113cd43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bf570e1e05ac1039d2d7a458fc61dad50eb2ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f331f3688df49cbb26051a2a90e56e13c3ad36e142e39550d9dcfa2dac79a355
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f334f15e62091e6ba4312a10420deb77f31b684e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae9ddf775247ad15f2b416782785769dee4f26713ea8de3adf5511812b57098
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a695cfaf915087a571abb1601c9f8c57e6fbd988
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b4fe6dc03e9a4b91520857bd0eb0a2972924495acb4253f9a86f2e6600d4d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8604420a778ee309f23ca3d61da29d5b878b124
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45974dc6a0ac7a30ca5c644f82912adbff55c22af787ac022eee025a750421eb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aff2ff7c76d77aec697e2a6fb9f32bd22102d32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb4131ad4771d01dc3734abe57330d40223cedf129277467e938c7e53d894c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c30e76f13355db1073cd50f7a80bfe4631b6401
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fa04f65da09c1df3fe6a3955991e8c460e4fe3534ecf11d0580892f0e9c188
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0638e9c6a9c99ba65c0961864e77e9e468a1b1bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91ee06793e3f51cc8bf5cd22a96bff6a4ff0c1ba66e0f4c53f1f91d31b6c0a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4041d2a17e0481c427c404c6f816caffabaf7bfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bd800c283471aeedd56754226aef4264a994333495c53d12c28661b6f648f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6cd316bb3b3e8e458e01fe9c52c7d0a0527bd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069e1e32800e8534613987014339cf34457e726a680f464bf78ed0187e05eb4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b980a036df263a5239096932e378eea5947bd54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacd40355bd6fa569727e103d54d75499ea42be61273b2d4c391880c30dc8d6b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2166798905f7318142aeccc3861cc1355e68029d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1babcd7d2a1e021b277fac5880302f88d5805f65659aa1204fe6a117d5aa998
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb6cc6fc08641dfe56901878574661a9c3baa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a683dd2993f3f8e1b0408eb2cf76565456e908c45bfc2043a162e6a99ee7ad8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305aa3de80007b29cb8b53f7d1c4fcba8a7f7f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69f568d7d1885aa7dd34621c91f74932eb070e839f723579716f1b3ed74b2bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b238ca87a4fcbbbd4924e45b4f258cc1e9358333
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38adbf0d5d7b94125241d303cd923750e4ceec063de936ee2d958b2d3a690481
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec499e9f7c6e2ae093f6ed00f1571dd628a50d47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2308e04e297e4f05a8ced56ae2bdfcae4ed4254d23e43def0c1338e81eed10bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef146d00279f37bdbfee844e5a488c258c9720f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5806e3ca4ee8eca4794c4b47a606e6ef513ef237681c49fd733423028db9ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc3315a40b121859b98f628623b9b2856cab2bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd5414793c78609e3b07b124727dac4f0d8782405ba86934c2c238c7d145814
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa47b2fb2086af14ea1fa0a0dc8e019c3608d2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58d5fd1ce9e04ca8f9dddae9c7d3b5ac04b233c6a54b9685d94caf254bca7f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d73f6c55c515279db8d46eeb4f1a8c58813c2e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e19347866c3f17fa1ac13c48e22daf1d6fc3b25ebf6020fe1b4a7d413e7ffe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dfa82e52e98156b9770209325699a332d02776
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf8d0685ca1fa144940f5b8e02e476ee94ffa01ac889896524f980a9f4ac2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3f1305d441d95c37b8ae7c8b6dfb9d6f3f24ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e740771a5d59d6f98494be514ac0d1223b6b69d0785a426cc47ca09322192e74
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb446b8fce8abef09f5f9a88b806643e186150b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d15b97b361fd3356c22a0f02b863d502e7483bf0e4376a77756915c17481882
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77fa8ef053537ab543586caa54e4bb26d721b8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2ccf67d03ad90c294ec87bb97b5c1e6bfd535ee046f7b41b45f3c98cb82c5e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611c91027668ae6fae06e49d6add7e5c07a92b7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f17b4d441e976888a2fca2fe7846643807cbb51bec6e54ce5c4f8e851e7880
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b72a5f22ee4a7111f28f8011b51f93dc1c41125
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914eb716724e60277bfe8bdfac7bde9ed1596edbb39a9f246fb130b11ba242b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f9975b241aea4546cc98f29d11eb39c5150ec4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d2c4927866026b4ba916c16eea281e78afd6891c09d9f0a92e53e39fb8cc6a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573df0139cd9a8cf9bb3ba91b4eb74b43eab6492
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1dc9f5cc0dc3ca2dbff729688a4a37199f4ca7e6274af0b57dbd88242c62f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c168d481ed5df16bec3fa67286e412df2c9493a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aca3466f7384e30caf1588a9a89e3d159227518b13006b622791b5af8d27148
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccd51a902584fd151572a30967de8dcfe14b66d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5882b94525291c325fb2752531dcca2b04d4744f94a8c897d57d6603ddf63825
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125f7a9c05727117feadf40d4f044cead38c623f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c31276b486e418aa20bc9e4bf6eb8668005e9477e23675b3f8a9f73aed51b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9da96802ed07ce4cc5bbf961629b592e281532a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23a7071a028898c6b68ace9b95c4a5ab87326a1c0cf310e04c723c746d819a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74813eff2eb88cd2f03e5bf3aaf8c1fded63e9b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37753e236950cccf8b71a2709faf5e455b055646d1177a0dbdf61f91c651ab6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97694ae0cd0b58e7a24dd0c2e017a458740b1e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9097f4d1d8a3eeb30e473d1346eec22716d9590b6ff54ee903fac86de24c27c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a875f6713024a30d15eee69eb172fefc0dd18a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cfd8f1e8f7a6a47927584ae4873c46f18b4762bd93af913382d0befad7aa52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73b3c41c5a42353824c249abddb3214a1d87d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dac590354aed4087252badca6c7ef0acce71a8b90ebddcc16aef95e09937f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8742db52bbfdf6b754129beca499e47fb21905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e73578fc5d4ac6e0e87c013ea11e475f1733217f70bc21c5c3e2482cbf8f18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9df81ac18e7f10ebe8e4f43b489430691b539b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e845d2d6608937ec736e41d4026a3154e5c0c106a26bb3a095a862b1af9ac99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f1b952d31f8276f3414931d780b4046697a141
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54de6f947a01cb6daf9984c5e25cc203dbb54b7ce3928196a2ec36531a3fe22f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531c00d7c0240acf774011f359bde31d883b6f1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6803e92642873a5bc55f137c9ff3bae7eab8af914c82ff9e5fa65a320e6fe22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6071c9eddfa653e7558f1e7c39af9092d893fb26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc525514b011e79e1bfd0ce96ecf5fd6d8e31c56a08b5776b59d92d760062287
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec86a9f0bcab73f909bc419d48924e64a429f8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfd74c8059bf45e89278a5711d45744cc56fef4032df4e1d1d07d15af0ce9df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d134d195f13dd4baabee4e0530ef892f3ddc39d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eda6b351cc1a1a2f1964e07a2d4b9286db53a571e5ff82c08c684c9e93ee52
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2284acb53e25f01e5545824b52e58427cc7c0016
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827380b575ff6b2c267858c2cebdb43e8ea7b4ac8c36135c41223e56bb7c9793
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd897203c4a08a2694c14d8de4609301442ba4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf4fa395b051fe82d7133316898326b97aef7d80f6ed3a8a1019db7d6e2c4be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3315783e2d58414cf44f2e7399dfc0afe09a2db4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b6a9d7e4d08a3ec75943304c827d14766d276f750d82c7e023b16f04cf6b35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc57896a814f0069c17024f496e2321e2c9af5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6908988c64598cac22642b052703c4ac4aaf4b2ce428bc32d33b3ae0ac229
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d7640df508a11ebff05fc0c777759c3c28346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1901f692e9b627f161eabac1e45baedd430fe50d0d7a6608fdcdf2af1d61fad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743c622236eb0d688552a1f44c86841f22c1a852
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb80d02dca7023b2051ec428ba04368687692879cbc2eaa13c2d81c7b3f858
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea67cb1632e2af9eb85f3b30185fbefd06f89db3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc06400b2b0234e66f7f0f6b1fb49beec92f68b716e3cb349c8989f7325352
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4999269e39014b1f8f783efde26a44860ca7d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e512be3b0b73080ccbdab928b18d582dd1e0f76dd4e00c72209295d5d62d0e03
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ffbde51d38c0ec714be51ac5b8cd45001a29a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35597478254d51d07f97e023c8cdac3f9ec20f946ed4d33bb9cbe82c0f972851
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872126b60ba638008970dac1d5500d6f79cb0a5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478999c38e638dc4dc70304fae13bd0485241ebf62b1bbd1c02214e98d0bdc73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf9a58737a813491716c5f945a6cca53578db4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b7c3b898f503825a71c0e1377ca867a0a1f44a3f7ff9a08b6eaf42f9e17d3c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537a4add65ea86b719e0e7dd3945a32dd5cfc3b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fae4a81e8612aafd0a6ba65a89c3686bceff2cedd39295eec7ea410db7b77f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828db7bcc001143b221e26796497d257f9abf084
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70096544f430e4b95b7d7711f10076f767c5b9e413cc73ef3e9ce5a543c5927d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a681917bc627b99f09a3e67fcbc179f0a2d128b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a096e7d267a9995c54a39303b86ca9e6785d6c00f229965d6eee8275a603cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519f5175d7b1159d45d1f4720e842c09454b99c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70f93033937ec4abdf28add9628f6b73e95426839aa116d98d63178c95c8a85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e345b99206267183633524a83a7abd92a0b02949
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1217313ddf9bf8fa6243f3a1314050c87a684d0f4244d9371000ef18743ae5c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22d307f8f79f1405f25869ac4eca6f0ecf2feaa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bd9331a2e9d7a2bf8b65a2233930599f0072c7dfefc407513afbd427498af1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b7aa894d237cd214050dcd44b714e5f0beac97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e01a9c4d1bf83472a06caf46ad8f29952afa13ccda329fd72aae289bba2f369
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15f7a99f1592d211db7999510d7e90fb2413fe1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b75ec697b89a95b46dd5feb8981b266264d8b4cf6911d72b578da3b0e6561f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff05738ac1ce6382f810ed553e0a4c4ec52972a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffb780178850814bdccbbeac0513091c617d27e6295bd19ab4988c80b2f603c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9f62b09f0f62a5d66e4b11aed4f44553e3095f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5160b53847ec6f711d6ee83b0915373ccbe97dce7f1d538e23015a305e68657a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f43e01de97bcd98092e1aa929ca89915ff0959
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32bb44ef02ca7cfe828e1f6fc0fef283fc29471d470eec43a747fca5239e7c3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26b97b7743d428552954345c6012e225c6c345
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f49d87ff8a77b7851bb245c442522e7b033143daa20af9910476c75a1762549
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfe4af9d877b918eafa8d9c6945a6fabc80e32d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103a037a1f1ea3ce79f1d42f86e708c53cb990f123c6f2e6c4a5549f3658b1fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8306fe9e483c17d3048acbdc51865fe5b63391f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f01123b9ebbff67db118a43324668861bf4343e823c92279d2b0f91b89f0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6278d268b4bc8e63c115b2f190eb0dff06dd7b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de9a2bcf222a3d1f4ec2aa373df669dd3dcbb4eb23f76a888d52dbe183177c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e824b9a01dd1902b756dc4ea42f23ef8dca1e389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c95c4141b44000dd66f6c2f97029bd9036617eee29fcb026cfca9b69aac4267
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c635b316c58a70a1331351d6cff3f94a87a2dd6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717cc093d916c65ab4138d3249291e334a6575a6bf24bc3de7bfe3c12d0bbe47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abad992a804aa8d69e10f69868a04a3db93eea7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b435caa4ad72db3198a166f9e15d7aa1941ec83dd8e5b0af06fe80357d02e574
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e306d9f358f83bec8fea7e8f19d7980378056821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac814b3179cd09352cb5143c78722a5b9ccd0e0be60bad2e6860a04de2edd83
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4256109723a10859fccf6d960e08f979e4c59a21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9ccbd7ada3e9b86fbd161a5f8d38eb8e0464198a02632bfe6b0c3ff4a2bd69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ba768d222f1d3a9b358cd0dfa90c9292513cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8612453cff93a9f4aceaafefe87e13d8b5fa3da9e65722c987e979990a0afb86
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f437bca168fee1670d94c761f92b06880d4a5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26b37aad93e5e4eef741e204f530a7d9438cde95a411b4776d2fcba545b174
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdb58b5f2e95ba4b3cb36cf20f014b5cf621ad3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae97255debdcb0c8eef74d5e911118910999d73715efe0e50a9f51bcf8e49d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b0d95492366bd9c602ace0154573ae5959ba47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd26a03f5259136fc3443bfc3001cc07eb23381fccf1f756109fdadb469efcb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a37b0503a6adc80162f6720a3b4976ab2fc2df4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8889f25c2611e571803583ca42d7b6bee834a03ada6cca0a189085472c4df8cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e076b7c3da286a186d1bda57cc372517fcfccb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37948cf6ebbb1e0ef458f7a11a40bd944aaa0bba0b5b4b876e83b6f9eec0d6d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb6437f58f6fe7a14e6bae385e3d13d3e8faa2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9787033c5b129218386ce6cfdd41b4c293be1415015fe435835bb389baef022d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9869d5703992ac29e844d4c1bb2c3cc7648e0d85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3a3678dacaed8b4c86b34863c1cd4f8e9ac72c36e9abd6bad78abcdebe630e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fceb2fd3a028c1d13a56bbf05fb5f7f0f49abf6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a343768cbe52842fb1ef918b8b1f38b4c17cd7e1fad92f9afc4c544bc3239d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e24994fb2a0bece202247fd5c5bc328678a1dbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5986632465d9d2adc48f8ad42bfd9009e98a2903b1fb9fa597cbca89c48354e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10153ce22249289adecce56391a027d95b9c71e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6037688393a2f08e31fe68d2c8e6ae929ef3796ff9105bb1ac2d2946ab1c203
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad70b428ce077602cf463096853b092765faac0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee64b6b71a39fdebfca92f1e8b08b81fc7316d88ced19676a1d5a87ad784712
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff616f3fd8240bcba37e150b0af62316916d639b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fb0efd1fc1578a50f7c55545c76766e6aebb4898b71781819c64921f295ee9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7576e1fff2c2f4b92d0d71ca75865370b29e7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2704ec928a0f03bee3dcfcce284d58ef0802e0115bffb6e59b84a962b3c3582d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0c3c92a533799616620826b13f1379b65f44cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa4dd283c4db70d3f67a05d0ead7cb063ff664a404d82adfdd56f7949e4ad6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6654d6931f17e65b7443801f85457c01d0c3d45f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6d33547f85fbad455281ef70b3a3abc29a70a27e227656339a2e26d7815103
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d86dc45963269f800b2e512774c70e5377e9d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796ca8c1880422db9c901dc9963b95bf4ddbebb3436e7ea7ced80e622b6a580c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7c025d37542f2c434d02afbd7a5611204e8689
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcc8772a2307f4faf3d25ec98625ff1cbfd6d990398a99e4bdd27e0cd5927a0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d085f322c1d2ce421b84961909454da0bf7acb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d0a54ce8bb62b301335a05e7f4e2da86b1582f1e26068bc008f7e49d9ba75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819f11ce45b58e993cb4734264274b2f8cebaebb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12e828dc093430b951044e179c6f38c14c4c0eb2b654bec787c061204b4c91d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabcc3cc7ac253a013525ebb1f58d0898981e292
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d83ac4dafae5e42523418895ba381a5bf6850d38564e9fbdee27d6aff273ef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e91c684ea662afc9f8b94c45ff21720bfb26f3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebefb4ef2923c5d1d12329f26a4532e691a23a77d253f8caea19a54911269d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1903ebefefbeedc72a3c035682d0570c9afcc6bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bec1d81081e29eddcdeb391f5fbd2b18051f7f1e9960afd5cbac64ccbd52604
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b853fcc686610e8c0e33392e5ecca929aefc37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671c877347a65288b980c003bcf8aeebf3e1c9ed3cbdded650c83e52317a0372
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2778ae608a1c0fc7136e4247d9d4d556c02a1974
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5af716d823b8e223d20bb6e8db169f135a40cadf1c4009646dd1220062d7e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a24d184a8bce61383946586343a49073c652b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402ed6a3212a544a095ba7e6adcc47ad472ac7eabd46a7e03e06c272f2767e92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f49a2c3961d57ea0503b4d8a88c8656bf73f17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2bbd1c912e30402d629c7eca9c7601e8b4230253b97d89df1cdf0321cd2a30
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfaffcecba718f36ce9bb4c16a4188eedbc89e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f326015bed00240cef05b4605c70291c87f775127b99d83db93857b174b74a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1a582d304c5c3fcbb2bc2f8f7f33b66983cff8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f6d41efdbc02bf4dcded7dadb7f45aa8972d280c4f9e56bbb22892c64f4b8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55227a56d4d16b56521f94da40da8c4cb2c460a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5215393734048b13d26b81ad7cac8abeb14b30059e986c418ea905f37157aeec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e665e8cdf2d1af9237530ae32d5d3728e0e7f0b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22da78a9758276e44309325398050e1c18b2def9696dbcccc7c42fe1a145d6e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07b55aed7dd1a2cc46b8610a1eb44065ccfa208
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb17384c84dc899238936c6dfc0d1335a985a1f75cb6c74326a3d8d233d0659c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f83aac1b7d1600db0c639f566ad6018e366881a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60937fa4ad6212edb882e8d8e38da625aa3d535e56d099b5216a3f83fd6fd0a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44435880952a4073a30c1ffe3c3186a1d33de76c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904eb6294c3200054afabb88229fc23da4925be8cb2d403e2d2543e1bf4a288c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2377999fc40860394ea2bf831d836673bab9830a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5312b5185d7cdf843b8b3501f4967db327aaac8b1de9674f5e34d29d77e565bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30f4400a59ad874d7b2c0984498a932346ba93b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98e7d1f27f9b722097414abc3397b2aba97885ea0217f4adb501c6a9b56a142
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6626a591821cf4c7c9860f0171fd20854964f3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ca0ebad96cc7df7a11f87ccc11bd5123245d50dbc64918f232cea9c78be675
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50622ae7a5fabc079b42c9a97b22836b1308c6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61b301476e2bd86f1092a3ea8289affda8a25be3295a3b3215d955e33a265e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763458a1600973d9bcf19e0fc88fb2febff9cd38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5069dde86b3318f9737831ad63bc806e7c2e5541ffd9092c64fa0eb9c18a998
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642d894d8014e3c572415709430785a96947559e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2b2daa637f2b5870461d8360535a3757f0674a715467f9ff8bd3fa61b71cf7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35204aad34266ebd58adaae46a522a8c823d442f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac057744bdccb178aed0916d4f1176c77a267030d14f252c9afa0e8d5db38bd2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48b5b97d75c7876290e85d9fe4ed76a1880b38d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f4878d323833880d53e0d0aab8223d74c50963d48b6826fcd2049301d6df8a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9158a6914f949f2fc69f612e3188f615fd85d63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecad3a077fa14adf05e267efa4e372854962eb0eee8fe19b5bcdf29279aad85a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf493cd2232009ffc4c888a612ca13c81a3c408
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e468dd5dd985791dcb70e0556b3dd5b1fb693e170d6e8f2ec1268ea2367e2d61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f21b547ca2b829d10eac9c48367d450074491b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8101648f0e27777a8729a9bd942a1ec05be15d1d526ce41b9ccf1e59e8542f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670dc23075e8bb89e0dffa13f335c490a5247db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b905d48eb698e1e32b44fedc4a1e4dd29fb561815317d0cadf0d6ce5013c8da6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afad37819d0518e828742c890affa3c8bcbc910
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f814574e1f290a6e498acfa9c2f054548cd9ac966301552f8dabe7d8a0e1bc6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0136598775201e6a69f22d78b0cde2b0a254a293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24312ca7e3a28f435ca2a6b3de5f01e2022f3eaffabde027bdd6996b054c74
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cef676c9d222fb5fa376bb5c1b6d0b7a56be6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3fde99493df873bd72472df8f4e4c002c464c84cf7d0bb2c6ef87d2064e23
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69105568fe8e2ed6ef9dbb19091c142dfd220e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b79926ad332394730cd15a8dcb0844ecc678c2ba55b23bf946119edfcc81cea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd69907c2ca32a29d27fcc1fd63a92518901061
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df71786eb8ef916d64165dbdf4d469871dedc167819b5938adc373df33fe64d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca01c53134a1276c5836ad09c2adeb42f883f31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade31689cc2ed1408a11eae72413b28e3cb393217be87378d02d6a694159b52c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4015216460ebc8ea7c651b474000c5aa209857f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1642db7bb748390da0b028d075d2c14c55d58f7d7fbdd005bfca6621c7055c99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a8c4f3a1f5f52eba617834abcea9334b236728
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3f1eaaee38086c5ae5c4b3e125063470a470de74cedee39424fa7b55b69655
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfc409d49c0b5bbd4e24a243b083d550ffcb6d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32a03411acfabc009a01176e69e10b4c8d329350d62bb2d379c67d648197914
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f226c8b7bd85b27f4559cc6a4e19d7c12bf641d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e238fabdb828df79dc5f552a476cc69d441526beb906e61d24c0ab6d2d3144
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe13edf5805e565537ce46c73ef5f5e5d3a726a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bcfa8d036993a37e61f305989adf16ec14ad8469c4e4b182ba5d705c5bad22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d07597be08d5e6ce45b5b4d529b019580c5f16d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954bcdedb8ecc199fe7584a83fc1663eba9fb34493b5cb0b43e1fd65d3aad954
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76337c31b35198af14a610b34c74b8c01558ed15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a7e3f98820fb983c7b975eadd9eaf29cffc77cf474981da3e1dc27afca2aa8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef44e212d44369ec50ef11e8645839ab23b747bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c22da4b5a0bc7980115f8c785cfe3d077c2d137e83fab1528c10baf85f528
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318132bddf22f24988086c7f042493497c4b3872
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709d6b9a47afdc8f0b3833940feec3a4bf043432f2a7498bd4b79a37dfe4bcee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3a86ec5a404b89cd492ecf7d93a7e564796d88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a120a4c717e13183f512c73290f5840e877a2b256049b1090a27f54a13022b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af42747cd59883940f4e7faead1df2604e16eb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dba3e3130466a935be72e177dc616070712bcb80437669e7aaf53c77086e2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc241a38d4239fa6146d3700cfab0f51eb7ec2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc49569e282449898a2e2a9df590cacea1bb8ce9665cf1f8a5a2aea7545ea27
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e73a3c0404ec68d16fa4e84a1accfcaff5657f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85660aa726af016c49ec282ba7e8f708b9193551c2f33035bc5b257009ef8123
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cd034db4ee8d5eeb7bbef76e468cd13b17e24d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b073f1acbd85a2471903f07056393e13947ee07e8b56c478f4f570752929cde
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b672994d0dcaadf3bd87b5e87fc807984d8ed57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addcd82281ebc5db8f409678bbb71809f9599ec8ba4e9e1b8ddc1479549052e1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3d115c16a9ba148fc0ac0e3b785939114d44fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311726b42a4216efaca3fc342407bbf55c627b9e5ee4f9ca6156af0fa4cdc1c5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6866cb300dffb07a39cbbad40c1ded5ab5cd3b2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d14561d95b13dcc3e8bb1a32cf3114e3f3ecf995787db097271147034125e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160d1ff2fda37f18b1c424146a32d16ac995ac8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b61419f6e57f7fbf1283c8bc42613ff9fc674994e26a3909861cadad36df6d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6e71e6716bd7007a0fbc17456d3b6f0e383481
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eadbcb721f4bb29df259cf710a4b1e54dc1cb519c8495b17fc9d5025fa396df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e2476ac54769e45f5695ec7827b65fdc46b47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f280ad3e6389ef23963a62814d974e9bda2d9f4aca0029dc485a9feed268fde2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc174995b0820da758af15242026e826328d9d1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c38cd8f38959a6a77005592ce8c03657af07e3f1735c72579b3b90101a1c0a2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9baa5f2e9f8611d6fb3c99bdc908ac53e5e1d959
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac283ce82c0e95601321b849e0404a4f26e773a24b4af1226d241316220760
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c90fe6754cf8dcc83ff7d35a885fc2837c931e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2563304ba8d125769e78033e4aead8abe2ccb91c2cb00d1b89302ecd2e68219b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da511e7910f7609d2af7d964ec18d15ed4c4746
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f621ffd8cc3b43f05d26cd1536de04a2fd284b9b5a8b5d142f7617c4bddcfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e729148fe5a191736246f67df096d2572234d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9553d9adb442ae8214674562ea29289db37c77719221a31bd6e527084d3aa57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0156c29066f9abce6c6ad9aeb2ba713f47dd3f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43dc76efb523837ef857de869df6796a09827da0fcbdcf4a003d4ff3434d3e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc026f98b2257300f8a527ea5184aac660e2f5c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed6cca52c6e93f3720838b8777d86fb2863dca2c386f7683d358bf5eb09c92a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14c6e4c6a1addcf14058a1695bc2f5904f7d4ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bcd47010e754cfa95818decc7a4e124c3c9901e94e2942217ed4796c251464
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0063f1859faa592dec93d46e5ddc5154b83f7c4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69aee3ea1e55406466180c114ffaaec5d6143d5b279706d7f03a27f5055963c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777e1e4bd817bde1730c48de768159a8c1c5348
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79d71300d0c95bf57e1aa6fa2b4b460b4dbf8e9eacf489ec161e4c1376a0459
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9b3f4bc1b49cd6b55892366cab701dee828d66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e79713fd795d350f862e632ded05e5f37c74c0fb98f58beff25a0f284a6d12
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa46be3c4973010bef35deefbc2b292892e5d615
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e277dda9f85b019f258cb19d18f49700290228abc680b827a51e2e66003bf178
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7377ec612c6aab4d978a219bcb104ca573ce9668
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b01c351402ce64439abeecd821fabfbefd1863a91eb0212a704874e5e7a83e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af160de93395afbe24f32f8bbc949795a7d9152e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad35317b9c938b3f850d9f352e585989a1fa5a9a1e78781383a2ab1e91182c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41354a168ab044bd93987cfec82bb3e87dfbe343
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b37645dacd5872c2a4d72b142419f158358935ac438e27fc20c5c0e03912362
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c47469ee37e29e9c95c8adfc8ecccf8828a1474
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200c491de302fc242f99b4382a1eafa2eb08e8d99286a361afa920c0db41360e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776b8b1f457ea265ab881927336feb665154124f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c74c6bfe53538ed78d76e03a1150c5873c3edc7a76f86c685e575cd7dec6623
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b727535e4d8685c392971968b32eb9f3150a6278
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f64e35ec1fd890f38e795564c0f3922e5662d6daf09eb31f32f04fd78cf7a9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f54f2bb43fb4d88193a318fa2067263ccd08e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0839b29b3190a315ce59340e9ebc4f6b67e7178e8123a129507bea9d997eb97b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068849c8afee46906d4d1a5ca0a084e8f85d3ac8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ff8e07d50398e7532aa0162731d019683bdb5ddbd38ba8607134aeb41e33c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254840ad34ac92004d79c3476d31b1e1a01dbc14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ce7f3e822586acff62352dba567c2e118aaa4c034fae891b45a2e2f65ab85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68937ccbd87b93fafc8da789f9b7ce3ee09b26e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4fc39936f4e79f1b39662224e00c72e02e23b31c73fe7565303ba78248fcca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cabb96ce411bded630ef5ae0e4dd12f830f4528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8417df1d433407c45101927d73face911a5545ba00988cd704916d099ca468
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e0014407478995773ca317728c9b020e9d20a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078f2b820f90229832e595836f3660f4a5ef966c62471841eeb4aae27764f8d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0def03775a6015b68dc1afe13451292b1d4b5ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878cf5a06dc212b765cb9015d57c785435fbda5a7e26e10a3f08872ec281fa57
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e604ad8ed1e1af4bb932c81fef1499112b3b5793
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01499a41c2f0a119ce06909b0e4a6e7d4b9bfb108bd5a1266aaae8b1c97b4a2a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abd4fa0d554a616942d5a37a9774629a98d9644
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffbe868c55582ac12d5a43a598dacbafbdd3171d04eb5a9b5bffc59beb618c1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7a5175ec2935750bcbb8a67e73fa17b64fd97e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9761335f23822ea8e538764012cba2a958a5572b779f87bce24990b56a5fbca7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0139ff6cec0df4c4b43aa7808bd36ec41169a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff131fa8dee8612a1d966c60bcba2f9e68e8e950f3f39f40388b80537de53c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3730edac5038cf515c6db8e3b505260f5cb71c88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fc1877425d5cab71cd61b3abf85b80da1c7805d872d67b1b65381ace315515
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1369cf30bbe5fd8d9dcab69da309c4b8e24b058c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8340a14aea20fbdd15e0edd6f9d49692fff36e939966f4edd21ffa2764c6a75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27db2e4bc40443d99a3403b6d958c217df0074b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364574de71405a64b415f6071f433d316693908aa4218f0f9c5c8ad27f7ff16c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1665dd497d77bdc743c91124b7a74c4b627d91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959df6e97d418bd2b8c4a38ff858f9dc7bb0279d42f9e300d41e781832e7880c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649c5d991912f683e8dd5fc514c7532015d8ccbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83de38d97c79caf324426f0df28156e73458a35fdccc50898f158375cd771c7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb6e4055d17b2194c9df3950cf9f3271b2a1815
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917f892a50eb6a0d07bc5c0b2b66f1846f499df4f20f4dd911a6ff40d395929b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed354b40940ccbbf41365c21ee706a7339a076b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4de7a17bc550828a4b76454814caf14a98edd3d3f63c3d2adae08fe26f09d7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c01320d175f2924a9ed10c3b1a998c1f3e9fc54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b629b79528f2292fc3b704a58a85fb8b12b639d84bc686ceab3ea626f76c6e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a687c915e7ba740255010fbbaadd1bea01f5cc5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2969f2ce596512691191ea917e8ce58212d2dd9abd7edcb765e37b4d2479d5dc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7594efa8b2f127c103f71a3a41f34aa55d34f81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31dbe09b0391dbab9a65196cd6d11f131e88f4209ce8fdba8a8e3369a441857
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944b38b7fa08da9e08282c04ce3b4a5df6173724
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f43ea66822c53f9f0bb60d17c0558c5874f0382cb7ed349c925aa703f39c48
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65075750355165d36e546e985409bbe08b01293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de1c595e9176c852afae746dc45fc4cf19b428b30d23bad0c302e13f103933f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d669748e2372e7645fc1288be5bcaa51e2e70dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb5e1152c18b61cbb061a7f07534b2386cd0a05f953525532f5bf35f8425918
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8191525491a29e99850332f5e221845e2a3a3541
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ec6216ad2e03ac6fd5bc16939dec1c6a74eba086342dd98e6cd38513030f21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56796f500dea5b2c1494e2dc84d790267a972e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a15641e05cf320e9734fc0f601bba395960b315ff61ec2c0cc2641d58c626
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077c214d1666da4bd360e8ce4f30c59317f44662
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827cb953494937ed3e85fe53c60cacca557fcc16e2f42927cefb47839fb35055
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f428c3fbabc5395ec9754c5babc5cf52672f66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c7214f0efcec513b362c625f086cd6aef698abab3598a5610089d505a446f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ede473637dd14e9e0a91ff0289bd34c437cb066
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a601eadee86a28acc6143375ced2cfcc88bce432f3d5ef3165efd185c1674bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e84fa9d139c9b181482a985854a21edececfdf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a190b12badcce3ba96f18f6daac086a380c232dd409f18f73c95d1d91bdc11f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b767ad80bd2187c09639def7d4b8a0ded41dd14c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdb77f21326cbfb1d1306e286e2ab39958e0dfcd108b321e7a69a0e0c0d624d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0252a4244aea4979152d3f09e298190d9c1f3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeb4b10c7202a82920ee55d13ba377d4685cb7c8422533ec5944a5b67aaab05
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33284f2d8ab23b2e0e2df41eb7db292a156e2550
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2b3e6205659bcdb13684d24a0e3af130e430324dbe513197a3882a945e7cf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54222591369f4fc78567f8b534bcfc93c269081
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e551ab37a6617be445e4bd0805b6edb42db087f860c71931117076793063cb01
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f5ecc289cb9d55608431040ba53a3a62418a3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987a82b15dfed02d03398a7ce40d30c1fda20d7707defc40bb8dde3edddf4f2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dc4a3cc5ab4a5c3e4c42bd1634d14312fda5ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0febb699c6273a0b92206906f6b4429208914abd4e943d1d5c05516be665083
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a663a1861bcdff359ca3f53d107b9d06911d8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e10ac5a3b3abc64a6a85997841cf0487fc5378aa99ecd6bf586a29acda96c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67227f1b0f1068fe1a0fe992c9e7661341821ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0877ce8f7bfe911c13e7a5e41e6df3cdd5cfd3b1e8257e11184c6173b52fc0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45a68dacbe11ca4cea65caa15431b3d568b5526
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01960a725de66e5246c97eba81d2ac9f5f7677610268b9da5edced2e03477a22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a0a2c4051d82c34d2ee51e371ad365cb805053
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3778f5306e91c9d6b73cf2ada1f7a0a50b2c799a9374494c2a7b485ae9b66196
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686037f3d9a989a7ab70c85209fcbaa5868be2fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46151711bca1cef01ff479578758b531407065360d6083b0d72e6216520f8d54
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a5e631843f1cfb80426a3d0c0079b6ae8a9bee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0ab84882958b6e6e1aa5570c92fd19278c91ae6cdb7e4f61a2371871bcf9c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6cf5f756876cd8c738f29d9b5578c8250e48bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766e64e659e4e85f82169f45bd44b7ee698c9057ca1f253d06f996ee6fb28b9d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a8b059d5b978490bb8014bbe75b725d8564f29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42bbe5b72331c0975b9c6440d4cb882c3235a89c7c64757a8c8cedf28e5354
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d56060a1cab64ce0ac8f1772e360c7497ccfd7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3dbbf3a997001f368b1ff7f914bd93c4bb544626c6fe256b3f58d017f04236
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64be0cd0f7019f4db53ee3232f63620146c6b0d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec029f0d49613c7892edc41b461ee17904f3009e5ce366633e43d274160c6a07
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee3860b8290352939147dd1d7a0bca91a239df9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790c9682dc7fc2b857ddbb5e11314973bc2f738f828c685d021da5bb895038f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418872a6dfcd6a37b4964ae4095a69f8dfc357ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd2aeee8c8d61e1cdb962161a4f1eee367f8a6654968199dd4860b8a73de94e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac9290e073386179fc0f2109f8d59f972aaf2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7502ddd61090095309d8903079f6aa9fc680e3b52ea1940915ede861eee94200
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0db0fa88ad70cc5ecfba6776c4529e8db898211
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f6758ee3a8e4a9af3d0c9ba326819090fe0a452f2fbb873f9a9db392b7431a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7dd90a046e0de94ab9772c31929f4ebe7fe791
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1405bc79d00078225a76ab0ea07c16a0d9f4252f9d5f82f878f59ef3ea3f7a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655e4f063a50a45ee6ff4269c0bf543bc052f680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d5a70a2d019105f6d2f2860a913660f5201359c9e94a5148691a3ac81853d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7de0ee61ded6daa505312fd4157e5ca601d7c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812da550a0c47d0e7e47b84b212f215ff4dda13bc3c4d3dbccba866f00f6e8b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c44f7f6c1cb940190f0a53b528e1c4942a21401
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e184d36aabfadb60ae40d87de961d5d59539797a5d923c648a40b58f496ceb2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70da623eff4558769946bea1dd84fd1a5f3071f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9deed2c295f99dc974a8b593fa1e1cdc4f983f261f30d1350b65228fcaa2ddb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4b4b787c5dbac2e1566210431ba8df82048be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a8e5f13c27c122e5c352d1722d23b51ab001d420e8bfa5b7f4f95b7668f867
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1439670dd8b9ecf823136cf4ee855e564ffe945
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f651cc5239e5394d066332462bfe19b59f2ce6303c8861775b7839a73b1b0ce3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4338c05c32863b06c22b98e08e4b8d8ec29f5d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b4a2c35a089766a2be538522ec9f4511ccff8c395da4f04a9d3684bb8e429b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c24dcf28514438501756e8c21b269749168ee02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82df08a9b7ea5146c0bea4b0a5bd0f6d6c4455ae62adf1254c3f0811b4a9d63a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d3eb979154edcd37e762ed0402d3055d617543
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e406dec2c6e3fffcb70cefa1c0ca972d33a77a235d33cda29dc09f0cba8deb92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c5b51214bc73b1d9089441c8fb409a3edb9664
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8894c2a07d4adeda19b8b7883b3f0c43e2e4bffb3884649e5e03d73061e3b249
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1950200724a76b69ef9b4bd999f4abd1622f83b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949e356b463dfebd2ad566915a474c294ed94986e1f3c5d75d6d44541a77dbd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298c8893055d8f4fc6973ac8110fb120550c9afb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1946d5f6d4ed3753c1254a96d310bf4c3346a5f5a7dcc2599e96bbceba84171f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f319e21f325de5fd29b5b3797ca9715983621355
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0130a1cfd2b3605273d00060e1556312360d11fd910524531346b73bed1e4372
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e67c727541982db923c30ec327a9d2817ee8318
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfcfc5f81e3832d853430c851abc12c39cc0864de5ce11db57b6b5c334d4cea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c594652dda8aecf14f73bde434429e5575c816
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb28f36be92a791695e1c35a5ff84130272543b81e984345f4b21c45d5ac7ee8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea7588f00ceea02dcc28e1b3722124d3a2b8121
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7467dd8c54cea5d5ed7b98b20128353ed396d735c788e26072477a5d35ae644c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ca9273b4fd30999c57f31fae8c7218bd40e22e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e60a0cc960734526d9253ef53f1f385b250c4b60f7a4899e5246b3a74e6833
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c667b80059c0080e9bcf6998d0bc616ef5f46860
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edee10ceb83b5fe04afb7b76d4dccbbf2a594535694a0630c68b34255ae1233
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccce6331d3c9cda9555b9f4aee7397ed790163
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8879ce3036ad210f1f4b12dd930b6ee783f1a39de9ac928a6cf4551de358d5ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe32333a6238a331cec5a38418f004bc413b3c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea089b0caa772cec4d462683140cc6eacf8d7f33379c9907ea184fd4417302
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd04168fe91db6a658d3d38f884ea2f0af0d3b85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959508947de8bdf08757473c3191ab8033747ccbe7eb607abb6f8e8a516ba196
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cf02a2bd37bdb889701db5e9cecf7b684504f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6b30e53ef11519a522e6e3867d97afe90583a2d5919e52e7dfa54cc1009999
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4033e1391376d2c332beb8ed9b5f64a9ee2a79b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a78b642395122cd9319e94317975c3539bce27e5746622a54709e2009cebbdb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada5e3b20f8d420825b4e54d1bab7f2e5f2438f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eef719b8d6e1f63c93d4863e059937c2c8330fa5cc8d9ff164b0820df6bf7f0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eba9aa0425df50d93882e225c12b7147e163ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e524cb7609cdb1ea5bbc96ff71a48092961fc3df0f3b9bab760b8d39799cbe1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0118479e114d84839115bc218ba36f7591b2ce2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d08a5147406b7a2684bcee598207b6642016f56f6c07247c8128f67bd6d6667
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d568da40c9474da905b4fefcc4c727635c904389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf16fe44777d6be7751b67c42e6b426e6614a2209f6ca803d83fb99fa3e1d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6ccb11479cc21c7bbb8c5b80969f5ca4ad40d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca324f273797da5bf8a84f2437b6abb89ec1280e646cb93b8f08c21de95b1a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8450b44bbf21f960f17f21356822e377757845c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ea6967b9e283d4614bb5092379f01eac730d93d3ed068bdabc76e496013343
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7e0fe1b8c11e5bf334dc4faa6178eb0f2ac2f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c600da05c930e0e8ca704b32c105d6f6aabacc709132ba071fa95eee7e7b327
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b91fe3604750dc85d835ec8731130cc6bca2f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a981a659da37159feb73c1bf529d55f529353b4f8dc3a29c9c1d9515ba4d4e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410dd6d18e0e6fb16db0a3c289ae080d5b1003ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46b2be7c5aa87268c511c75fb331174ea9a544c5aedc7423bf50f6a2647ffc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76064092cca8ebe90b6e8bffb4fa5529ef7e7d62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840ef753cfd1ece6972ba7a636fb0eb3fc3261388277199a510552356f69638
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5b45146e7ccfe0b29dfb547be52499891ffa50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8867cc2388f9ff8780cfb5acf131c5e8d3c0c805423346f4650690f058ec9d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b294fd08c0968ccf7806e8d1b8e9f22dc040fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c297330ee8de551650ed7e4c723272e684464e0076e53e27dd5bbe40e317a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433de2993e0b1daa9d5a47f63cf0d1de832bc904
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98951effa33cbe794a77ee521d00f0d3b4d6b946158660b1ef7503738ee3c28
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c309d1fdcf1a8dc5298f7e74624412d1dd1b68e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46549629f52b15e5785b14c7f4607b5ab391a48401129092dd591e305fe09177
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f019b2ae9410dd353ae955f677d2b116162a66a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc553757e1462409ea0988966d58e92132b87a6ead78a19aedb5110c7c7b83de
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6e07b7a922ed259293f81b4ee01858fd31879a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db5d52e298952bb33c493ac20849344497a3420ec4bd7a0c50c1b8660d3d04
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1811e5111ff1aaeb89c865a8bbc401f628e3d575
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95383f80de2c7f82d01e962be49d391a9ff1289d5f68d7d7488e28374057331c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7164fd85d15cc199cf21f2493e33e7d211b8f443
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16340242e139618c774d02d0a5deefd62216d71c517f18b1f62099246c8253f1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2e92faeefffb09d5af0c81f7d5422ebc096eb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb6534fa6f2c4789687626bd41a473f807510206b9d655ef53680e1d1921b56
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353f15103abdb12c7066a44350ef20c88f2eddf5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618a3891f7ea330afe4185e470f8a3765a2c39867c005e67169b9e0ec3db9559
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709bce20b202f283444281180ad0e6c855563d6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f0d2b04c6ef3f28fde4e205479d08eceea6b7f96a6f8d2309cbbfe1d7196e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3be8a7b0cd87b8ecc20bf881b3f7aad6c3f7ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173d5b20ee72c711855b923a48142410a5ae68868694222d1fd3f90eb267fa7a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13593ac53e6032a18c7f1e26d2dfad7bbba3c8d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0959c171125891b7e03cd2510722c7b9ee91229dc62311a9855341181ff18fbb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee12a4482e7cc65b465e591c67325969f1b1bce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812e0f453faa5ab0a2bf8d754e853b221a549ce1c469eec0c61cb8bd93ec92b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e892a0e9789326769cce2c380c99e066c10b0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce645b0bd25c913c4cdde6a64ab065bedf4846e013b683d7d2beaf429bcfe5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55fa8f098c7ef9761d344c1bcf47bc809b28fbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6ff0db8febcbd3efe046165926d84a5c652c460d4cbb2f5b42235524d2575d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d72113a505f8430f15daf91ee5550217245d13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdd15f59a5c065250f815cf9b55d959fc165f1a180fe1588439169432e5b811
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564763941565d70a4c8e87ed1bcf7c85d9e2d3be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213f5fed07e084b762b46a05060f6a34f572c6cf77f1fc9989ce484aee8db89
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169a0b70d04c022ddd19e964b123c698942f070d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60f7b45fcc8f056d1661d0207fa385e36d6bef0aa2020e94db5981f29876ba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fa406e94860025c50fa02f343584cc4b4b9b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fc637353fe3c4656f6a798d7989772418c6197eb5accdfddd1ff54f9caffbe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377606d271459ff0018c144249434bd4881164db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a83cd1134c403a6faf5903e42c8275a3493fb9da215bb7b972bf1fb425164e1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc11c8fa5512c947905d189156bb1c247fc3dca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f7c5a0d2fd65d707a25235dde97158f970bec1ba4fe289fdbba9e3a6a25cd2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce111e6ce46e089ac3d1cc5ace33dc2dabce55b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ea88e746492ca97fa107aa0b836e9f09330fe5b68c053cf8564b5222b6ccf2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1af9d3d79b7fc47bf97296c95d49d9beadf8b37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a241e433c6b034460835bfead1553559fef1c6a1d1d5a6347e4040ec57816b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e39d2ba2884a066e995b734bbd1c563c9e24c81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbc7fbd876a6738b8824ab8281bea6224d6594f91c51b62324279c31b91abaa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ed2e3034d4464aa62ff1e276ea35d22460f96c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee3ea542b071050ccd2fdac5a668d83efd5dd8e6b942a0ca0fcdebd679ffeb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5d5ca3625f79f183efbbe1ad9d30e8dbd8a2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c60e349d0a93661e1f0dcaf416b938fd8cadca48801d4e790edc2aa5c4288cf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5aa23846f66b34e249661f50da87afd761278
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70db708ff65821f50ac2635ad8f5a59bcda9d8bdefc7d5e159cc88be97a9274
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef6cdfba5d759a06cc92b25ad031141b098171b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fcce37db3d895970a1200b9451586523a8d07e42e93b7204d4f5df20b07e4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64edfdb1f2d160c8856350e3133c34bba5a2c577
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc0347605897ea7dc80fc2c677f7cfc29b2a44d135aae6182d9ed222bdce33d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a0dd0edc13327dddc17e010bdfac29450fa772
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea35f39bc5c882b43187c5b17333ab2a086c45876c70c4120ef5cb9d8c19195d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fb34a945b9d113317f103d18500e8b6940feb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ea56f78bf06a25c7b7cc69b369928427a6dce6c350b6a028b5276e838d99ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de84960de8a993961477f098e15cce4e89439efb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54fe33974f8cc574c8039d6e6d9e2bf8b6fd7b5501b5188a9fe3cb268d3287
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73efb0ba30e8c9acd5f7b305e965c031eb5ba4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0ea2e24f8d640694c71443ff8411ff52e2362ec3dbf12290f78c485d0652b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba726eda49e2bf78645b48bc5c264fee93f04e58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09355ea14d835aba350733c900e0b86f7f6341283222bad9d46f523fca628ce3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f274a236f5c71abcd5e2b3d0376957906a98855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f425f7701e090f20342eaee27a82a83598775c8c7f5c8e5f0d195ce780f618d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f636d9b4a67865aea5d54231ccd730fdd7f85477
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bb2e20b87f82cb16057ffb1fc1469990104dd540f677452a586e322265ab29
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b50e1b408bbb824b974e592f2205cdbaa07ce2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286465b844d0c5113f95b12244151a7fecd0d50e6fe64800b7d33f15e8a980b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d087995ca686190b092c9638d0ae9fede83e77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760f74abed25c5d6681aff6f99b306ec68067639002b3488a741a4df22a33038
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7837876af8c4d99e762c10a644aafe09bbddbb8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3e4ad5fc5c57f0472f8acae400affb700a8203fe861d463b4d16df2e462f4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eed6879de5e451f34dc1cd7fc48b5db9708976
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7041cfae48009b9418a0508e3e5bb7980d8e60c89033620edca6d322d526f73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d30ec8fffe61d464e60567128934a55f1f7798
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfd78fd4542a25545e48fe72febee2952d4e88d96af5e12f9c80babecc24d38
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274deae4a89df4c5c82d7fc3372ec38a4d02ef88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a8f1bd2724d9acbd6f92804bf97317f0bbd4948b7a21d92d6ba1a237e62cb0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fdb56b3c12625a95302e0b47c454f748f4081b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e55257aea9e1dc9d3b491bf64012d717a7c7429f4816ca881059b33fd56935
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d0ddfd85a535ffa18d247a7fd12af738042126
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8051e7309faa8cc6cbd60d8a9fd242a06ea204dd35bde0456bb433d5f7c5791b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa63905bbd382153125bcd4deb742e35f1e860fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0801462e6a298423ffd2a31b14da64eab9f6caa263ef352cc5ceb87af6dcc95c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db40a43a311f85fd89e56fb49c2e8d55db4eff46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adfd68654b72f132fd36fb3120ceea38d5e152f166cfad4e6927a5d7c79a7a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa2e56cf990acd0f17a4776e850ec2a4aafe7c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ec94f4dee0baf805f6ceaed7937682c0f1189cc2899e3a7d59474ecf81531b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a35ffeee93077fcb20f726d80e26b10d993b87b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3f1222b38635415a164b91e1451bf94741f2074c63ee048b80e24ca32c94d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdedd7f6b5be35c28656f07a96844dbf7c929413
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a8c9458ca98201b70787620170b8955a0743397c16a8c765bc106db2a2333f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe3f1e8c2b0b831de6599d90130ea875bc51e57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a778d9d2c4c56435ea16d9f169460c129c8f9eb42c7118963548c3c713c44f40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d98093c902a75416c61700c9054daf29a6d58fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75eb91a7c07d7553ec6a058883ee0ed41c5c1045de8a0059414adbb733415c00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ce9569bcdd6ee4412a0fd530951af40dfd9b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27de506cd5cfcf7ec933ec969dd037ce390dcf2da3b8e9863c67fd6a33b2824c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93eaef506bcba38b9ac8e1dbaf55a7d20589af62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c859ccc53f066adc2d4c2dd89e7681f95f14ce1c88443efadf5d7700c1e658
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5ce06bc396ccc22cb840d34e15bae29cc3c1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b28d99f00f186af76df33b8f79cd46656c4d502938efa9781a67012bad029
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972dada463414cc95efd25b5805b5a00b5992e7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e89f516dcd80a39fd6068487ace4d22444b778e77be8935d939c5098e49039
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c9569c23bf84ef3b636416dbbaaebe475a1cd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128b980d2ff68fe2c8f1f09aefa21b033537ef32b1d0fa5bc3b1a0c189f7955d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b2a00e4bfdbf9da8789f0236e85d5c786c63e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91cc82a697de9792f461711127b2e0737c9ab19354d1f009cb89101fca15539
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8955066049f5575291427d15def8c56c9879c7c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca7c35ec94696fcbf1c17e6ef07e86ee5cae311c41c7c1564fa9e3d1e43c5a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e849fd86cfdd59cb8718a9ab299570e8cf8da9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d775b664a8f5971f5632b9d6856864e4936b12eb85df5b00c08021ab17108d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083086571b8b81f7bdafd42b16cf06fbf7ee8170
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4450243e18292e283abf9c9a37de1be103a293166931b8d10cd34b0bc47836
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8608c3ca85e4704360aaacd479017da4e283f224
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbeb41959cc660b3a5e28531d6d514082640411e1f89e655bfd60f966c58e82a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798fba364d92b4922bf10cf3af6870f53a496437
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d43cea9670278632b5647c74ead251083aca8bbc83c341458a0fda3050faad2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0e518a994fe901ad92999345df535a9021a9a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fab14fea6178cb34c659185dfb14101be0dfa251929dc0d33b708b2954c1b9d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fba9fe15d5040dacc762bdc4831cefd9aa341b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f412698226742ba6504c13dcf8242a812673632cf5e02e82d69db0d73b84fbe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa03087f867eadc2c0dbe1843f0e8a4101e2c25d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b48a2f8bf2de45fdb29a14aa2c86f6f5cd7fc9bf29e82f52c1d7db6eda6c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e7495ee4053fef63fb5c5b20ebacd77b8699c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc2adbde0ceca0373d2ace7b753285c48c9da4bcac13f57ee53a28ee47a0574
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb11d3fca03a535eeb5708b0309f41be79d981
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d33aeab2fc502faad523bd8aeb8e812790860ef1e46f553a3b33f739ffdbb8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72215438d1417350ee24db665f617495f7eabc18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e79088d4392491930a4224e5e41e17b0dd6426d5407daa2e6db055741133f2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff924e0ebaf20bda29ec34cec30fb5a4a8234712
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e949f57ec3926ebe56b696543c9c2a45a77124a8df9738b944484698b4c7950
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6683b90230910b317c3345b68f17590c337023
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb9c51aa8bf324c649b034f9f73517c6ac0f1c678bdfe0b0c744f7740113661
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e1a35c99150e9780330356ebf119ecab57c966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0deb38760e9c23c84f5eded0bf3264af21c6f88d8b3b3605aaef913b8872da76
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5df3703b0ba10d37ce590020baecb932a3ade13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfbda13c0be7ea9061546759fdd9a263f904439926ab05adf25cf89340dcd5f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1426888dd36902e513b066e7efb93418f9e5d5dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1614704b165c034ecab824f63ac6d28027742a9062f8aea156ebfbd5bee0c99
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3a62fcba8cea64d9ce5583c14f8549ad33ac1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288e615acc8f12e21c6b24d246c7a63b943cf1ac13b2e40757081f752f084ebf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee694ade9d25a08f0fb839a8b14afcc64e57fa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dad0a16ff1a35531561f82108203f4b9e10ea1c03979008e92abd37daa2adcd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523cd5132ab6ea78886934e9e19397250c3f4fce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d103a8326875453dda37e9d2d7e77ce0f08d084d20c2b6282e87d6ef0801fd32
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e2bb47b523839a824576accca0abb33ea701be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e397932488729b1c6667b4445621e1607f3df3c4be177d3d1a45f10cae80369
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bb870a44894532a32eaf5c853ce8d7eeba9f17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02016fc4b5c03d0da968ac74ee916eda3322d3e1f94f92a272986a1a984c0f32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57417119ccff2d06b19fe13b74bf50c23584b6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553d2a2f37148813999afec8246568c493dcd416b41e3703bc90cd7485cef10a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bb9e644d14e9160d2a0ecba44e0fea1d28a74d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a78fb1ec45ceb867b3ca6248cdc312ef37c9ea3507ac2476b97337789975bf9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4a4a6934865688c290a5f9d07eb331e8442062
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab89d950c78f89381eafd2607955be18edf2e9ea5fbb3824df5008d335d3249
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5749553124606054b2a69f98076de6bdab5451e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d1f2bd4438a16776197ef984a4be6fa636ac0cc06f741085328bdb388e99dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fbf31affbbc348d711876b3c69766dc982ca71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa7774ad175a74bf064c698559a5625e3e08049edefa59952d15908725a8629
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2a74e819606a11a1e7d3c006308e2c05c8e064
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e97638a2b958d7932e0100d039ade112a118aeb7426cd77ef0a331f521a3af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85df31bf7ee5bcb946da6186982db15e341227d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f517275537d1ebaf7dbdb24bc27e1397aaa6a059de8db8ad3a2a035be7502b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115d1690e77141458db3ac03d257f4cd9e4366ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2832fb503ade5de5d32be668706d79588920dbd75a1a4b8d6a9b7bb94581cfc5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5839dec931f9770e1e634407a40f427cf55610b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38954b061e29c22210429dbef6aa9a72fd4379caab4e4ec16ab7e746088e3e1b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016d1fac27578ea138d0f02d96ccb71a92334cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef2c2b115a6276fccccc7d77ac79d554544e7047a4ad2bf95721d7642a1188d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a0ebbb41a87b3de55d520ace67e0009468ef4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ecd0e63dac8fa7f1a6c8e2c71d732a81771f5508d806a2e143b92ca9b8de6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2dbd12e5997bb073dfbbc9e8b49eade6fd87bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3e153644c199814a6535c533e13ae1cd6aab6b37eb27daba5d65f56d77a60a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad00be9feb026db2929f349aa4963e36f96070e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aee93c47be0300389c2adc8d34fed19936474a6212df71611c8397eefd98916
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff84dae5e4528dbbe24a10c7a8384088d5cf9983
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c7ebd8bcd4d03c18f51cb4a33c30880fede7504f2a54bdb86dcbc173441615
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f450545a9a027ea57378892cc4f3e4212f51a55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ea6c2939ae6ff6f6aa80ec52a6b6228a3ea3e8347179da55c7e5807534a57f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916f2f6f3c62026e53aedeeefd7053f8ce3b3a8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38cde60c81bfab8762cb236dd7672c5ee7f1da00e16e00a0abd1cbb59a1752f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0731298105b294c96a6ec8298cb4d49b9f2d9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eec7c77502e58814aebbcc97a82ad9686f4a5e5b703c8f0f5f06cb7c752aead
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07741ba4e7f365c181cf416b2f8cc622e33b4b2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80c7e6b529b7f791ab3f51badc45998b7da0e4f4927b60eb0282be227e18261
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398e07be278f403c5ab97b40c5b4d0ad3dc82d85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a705e1a46ee6dc558147de534509d28978e285a5e5518d8edef911b06776a9e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fa6e5414cd9491d3b73c50ec7dcec850dd9cbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a943906389e5b88e039e5c8df8d63a83a92de7c10cb8bec13db607fa80492c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ce3c395073f9ac13bf74547f3ef0be47692dc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4994d4ce27bb534a387d256b1d839c59743d619ce4bb7e6c0fb62c64f38dab0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d238d8c507114722f077b09a1a6f50a45482f720
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43a77c1b6323d1a11db5c212b8e3fec60b880ee1d50ce231d40f2090532db9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da960ede2b37ca7ff7d2107062d75b8283349d62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffebfa0a1aee0b79deeef797d1c4041a923989f8d31ced80d67d10906ada0d5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeb179679d9672f005833a88f19cb6ca22bb7da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65be0a8660b40c469352e2609972868bdfbc56895fc3139acbc37434d3f90e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef969d813a928ac5acfe21a29f082a176924f44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a2f46c423b83fce58ed2d63a3548b6051f4ebdb44a11894c38895bb8e9dbe9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd19a392486ebc094174d4065d56dba4797b1fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d3bfc21b0bbcd690421ab574c9987b357f7db20468b58f7085543d0e22d382
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29588f2ce73982fd1f0ac20f0ff3a820dfd6f618
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8e3392d4c45cd228543234c9db724ca7faf5df47963813acc39bdbb48ea802
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed22c88a1989b998dc86269bdc1f3f7e9bd14201
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e05241204778ed277d2763ad5818ade78920ec63102ad3e51027609801fa2f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c32e55b49f9aca47ba53250689ad2f1adfe21c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c8206a57b04fa74a659c037f034cb018155068b2ff3609e3e3b244edd7168
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109f07ba1bc2c5bf3d366cdcc386723218d6344f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408d69fd0a3f1bb94acdb8f21c8392b723bd9d87335cf3429cbcec93c7dac823
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3efeb82cc851076f6f63b64c3285b29535b16b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d94fe0294650949bb52f2ee7f46ed58261da3595607cab9c6ca60baa8b90c53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22330e5b716b625edc2e3044f40f67bf5db679f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f383ecdd4479fd81f653731dfa4d44c5b8267d101354240cc90e697d1f19a08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a5b03bed9ccaa8fe3a90a9e393d38159789d33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25e6a1a890dd3069fd211841820b4a399f43b9c88106b69a9100dbfc3fceeda
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b174e2f1125bc8b861746275ad92963af6475faf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b5070b1dd8bc21f86bb871b2cb309930d95d4d428a8198492b6e4f16d22475
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c442ef62f7ab0658c6f0c622a0bde28bbb9f066e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3c0d56cf11a3c530c4629bce3e908b5ce294a798ac8a2b0589a192302e1f93
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c68478415357149e053f2061e86da456c727bd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9427618077335f93b14812731bf2fe63a93ed97373c6cffcfbe29ce408175a62
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f3643ea1b7b90bbc5c698798cba2026bbd68ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f033376d561eb2a623afb4139fb557f0bacc799b9ab9648b259125a76fdbbeb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33249330a891eff76df4a2cef55d0a6a5d9f456a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270a154ee3836018d900f0e18dd97a6acde9f3570f142f59a930dff5bbf95387
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f050be476c3bd4c0b298d1ab5d427d08f2c6d72e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc546a79fa445e054ae62f98e2acf3c86d984effe47a3073f0e82a23511c1a6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35caa5d4abfe090b67aa932df86b171e6be45ea4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b77f72e641197a3a73d63572538e42ad79db82489fb873c80a8973131a69212
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27852ad563074b237f06b7831f085a07d84b39e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a61a113ce5d89645a39d2ccb52d69d065c93e101dca6475c25c76a56b55051
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934170697b1e92572047bff8cfeb2322319494b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5da85f7b68285e4204e3938e9cfd485297bdfea4870e78865997d8dadec11e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f34a8bc5b89adf5a8380da43b6aa4fbbbc1681d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371113cd93300d7f3b01502d78fa825fe003d356d1cfc14edf3fc67e561c70b8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e45cbe0499c7c379be3477dd32dc1606fdd69a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a967f97c40d7137851ec2768f0307455d70cb5f8ba9c15522f62521d66c9a97
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f995ee8165898a51fb3529bbb3381c62afe2ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1989808d4830b2fcf473ae733a49196fe8766c33d47dfea1589e70f7746f07a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c019e2047b944eaef1ef7209b07ff41ee95bd2da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3779aa2c619f3c16db8fdbf78473cf1175f17690ed6e58f104abe3252d48e7bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1f16f9bedb092aed49e7ee50246a68af26635
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de9d0f36072759e5a5ca9823939751b2faf25e03405489b7dc0f7908630cd50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ff42a354ea4ffeec470c6836f7d448b7f89445
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc323826de8d3221aca2725fb5415656a9d62f8b616eec6f786f3482855f755b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee6acf4c867b7e13a2b12f5e6c6ac5960672c42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0363798f370cb34b5108601973520f4ed318202aa6f919d7528a85f51467ef7f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95604643e63a188bbc52ad855b6b34216ec9a497
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4843594a078971514c57871643bfd8ff2a0a13b89ef41794511f3fef34f032e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201dfcc329e9a36d3cb218a83a52719aeb0a3981
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb367fe07a89b3d3206cb63652af1d8b3a58ce28819c4635e5d0508bd6a2b9e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947d9534a152b61c89e4d22237824713d7676400
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7f4cc25c7270862e8024992db2c0a67884b23e524e9ed3ed97f05363c42202
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7a5df03eb6165628905cd3c2f1f9aceb570999
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952bfc5248ed391bbe0a101ffe49d4c3ed7ae27f6024a023113503260564255a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dee95992e1a9f863fcfbebdcb13d118e540e8c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d997e964f7c67b0ab776d665226c0c4dad385c622b29093eb268e045c9b48da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f45b7edb5c00ccad411069b56353c9c60ad59a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0025ed59e16fca4c405becbc9ff15628869dc65125645bcbf3161bdae54fbfe2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928cb6bdb92a1422106269ac3d4d115763b0a3e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2aee2208c753dd0fd11af360b76726142305b1af9deca827b7984d5485ff70
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34404b0279b1ab58d2fa0d7bc12740f279d19a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3976d3fbd9738f72acbfb30f20e68fdef93070f649c9219338dfc6e18bd1e775
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51da37853893d3aa2929f2beaa428cbef2ea5417
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fb776770700e7f167d90ed7c2e31a8eecae2833b78aff09e71d843739d7715
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed51a35b163a77df6f293b012fd32fcde38042d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020f1f9c0a886f1b6945f46db46da6ce18206fa3f5b7835a19c8cb76649b5ff9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b498d80b75cab992d4229cf69534f51d5ed13cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cac12a2c46718433ba95e026b3f4366a05cc9212fa8c4a924193fa307241d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d4e1f7f3d194aa9150715b9f9de9dd6d29a63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0d8a6bf88580f82b7b53ea0b317f68feff48e0aacb70bfd406c4d18f98050d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e97172a0ce018c59d1ed5a1c7028c946aafd9df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5c0c43547f1265504b2857e293cf5655985247dab07eec1e04ec790a0fdb7d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352958129e1e0f72052ae519bf49e166524c5998
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd117740874c59d6d1d0a732153f6b91535b4a638343f67c2fe9a8f5d08335f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5d365c9a23b17f7ff6d3c451fcd0c96b1e3fea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37152c692e06a7af6fe48b26d78c6dc23175feeeb2336c9b86075f82b67d1c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80efcf9c59a615dc515789a8f25493d96b63c81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e152d5ebda5fe1c671d7fe2c6444ca68314caaaada65edb8be26c3b58822e92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5449c88b24b02ce9a93930a2902f9aab8d5bbf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb1ae94c8deb89a181286ba2dbcb78a7d8ff1e2d03f16725b7a365962bdba64
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e04897c431f3d5d75e4bb008001d7d2dec55b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543b5443fdce902da43c53722e5ae630e39dc3762b03fbff71611bbecb080e5f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b99c40b53eaa592a1b06c867c7dec38a126205
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a18631185da2427118dcd68f73d26f5b3d559cd1713da2cb9ceac1f8de3c44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d314fe244919c121765322839dde25c7987a709a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656a65eb1b2a3c4c029356872ead07efd212e03b98978475fa1d9ca23a827d3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554783bce222c73f7f136628559226133bb334b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0a6f88d169c6d4d01dd0e65527c4f343bc815fcd32fac6a54d50d2051476a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0292769ef6fb34b58f03d88905f669bf4efd58c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c86d349a39988ddfc605624ef1b640e7d8ecda466d747e1c79e2bc2ae04a3c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4fcf398fa8f45bed40b170791de42049653ca5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384622509c6f9a3b179b2c3117afd052cb091337490aa6763ff58c54f91fea49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daef41033c088b83b01ddbfdffcf112ebbf49601
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ca285a259176699bc7f9c7bff54c83c9851024bbe019490cbd3e618dadb822
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0dac2a682a206da6831371fac1f21e9c33b0d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd86714a4793449c0f88cb990ed46112bb55e0bb8fe511e7dfcea34989428f49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aca34ccb086a6d236c5362a70eafe1db0a6d98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef22b3d34bbfed5c50b348091b06e9d3d0a9270a7aac6371011556153f69ae1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5363d2c6957a6c60252923d685d3aedaa6f3c09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0920086a9eb42f8023a04e29be13e3d0a40babc26e142f41b8ed0f05454e47d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d0599f164cccf799ee54e6cc12769d55adc96c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003b40161a71c0998075f5d94065e9d3408f29f902c1d8430e08550f3b2e9922
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c0e0b03d8043039b3abb5c74e50b8b2c5bd9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142680c638d33a0e9477eae9ae20ffd3df99f4aa138e20ae590fe770f3c0f44a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85df4589fdcd7923461aa512e98324285ed636a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80ea8a24e2d1f6234969aba72b52ca5827877e7c2ad406ed0a1416082a304fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc92e4adc3478a70b376fa220a0d98b6caed0c08
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08aa56569433f24e018c574cfc189571072617f403db37c61d039752611454b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71588cf1b7e07d29e4765622a2a7f12d865e6159
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89246abd4216ae6c7b8a4f4bb91743caea7aabe3b0cbca3112368450b96df702
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfb7ecd7a680c44aaca7fd9b55b50baf206834
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6662a3f5222214ae86fa3fa8a7b2f5879e36097149b4ef00260a253423bd606b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9f298aceac1d7b5d2b08243c6b21659da61c0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dedb0bdc66737cea69dcd08674b85697c8fc07a9b3748a1c6cea773dfbd63e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ff96019fbdeab60f5c6826d45ab70f92b9c798
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a64c1f99d6b5ffb533fb21189faa298435261093589eabc5f823657e5945a04
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7e9fbeefeb7dd2eb449202a109316413e9e63c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7557bc61bef12e9df5bc630d8e40b27bab0b7bf36ac89c360af83b14fb49acd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17005f1a5146834109eb1253cb39648894ce8af7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898d210ecde00f9fd00e205e60a0f17cc045c3391b5794cb5b123a0d72c47c6e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e586fad3966abe3a6adf8c1fdf44b1baaba21fea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d572fbd23793e2abd950b2e2ae04b521a0cae3bbdc2842fb9f60f9a37e1cb9a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c5d21c05d4013fcb8d2ba821f6d0b42e3eb573
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c06d79eacf283cd8ac2c2b45304b9900f4ec3f55cbeefdbaa1349b62bff8ac3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f99a30dad238ecbb56afdaa50740dec84e87619
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b91e0db74baa6ed1bdcbe696668afa24ab5f409270e9884beffd91d4bb1f334
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b438ab03dbb05dbd4a1a503078a60a32b066da3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fd4ee174d6b3f04626f626ef58d322b1460d94e22baf9ebe0fc4c045fdf9a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2630b6faf7417a4d458aa37a967da3e406f9a571
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0fcc25a4a44f6a24ed4dd327e3a04e730ed598c230b131544e64d652504dd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b41c978d08b84804c74e71769013cf014f35b57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6443ebc886a03861fce100e84c658ae193fe3389cf2994771a4e9094f531222
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322a9707c96398b8d5fca0104bf049b482073a96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0eadc68805bd6433fe8a5437f82bcfbe9c6233591bb93997c4f5b901ff57bb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa059240c429d733d5c7aa3dd3bd436056466a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0878c1d7d7826fa8357b6fa6d85ca72e01bb4b391284c416372022c6644d6764
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc46d9fb580497bdd6c74517961e14cc513b596
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca764efd071378145f03e9cd8f985968e62742469bcc38657e94a48c354ed3f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9083fe94cc3ea87f378c2eeca13c7250935d8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d15e9505e1a8b620ae2ebff5ca4dc56f15a8954e00822f53dcef657fc353ea8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499f91d4cf439fa7720f0227865bc7992853992e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d78138873930b52b912788001806310be2c556fb70e862a0468357efb1d4a1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d036844db13d361abc32710c90dacd77b0fcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9b3a0b1eaff3a8e57a1dac0317a626b4e46f765536ea1e8af58dcc68211f76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f7c808fe57e2da4bf0db7f3c0ba616b4ad7172
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901139e9664c0fdcac9d92befcf2fc25975d4dbd060027673cd5464ceb18a788
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78d0c4dd20954a61017050f2467ea9d07a568f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8849dff468152130c33a77971b9669a22f18707ef33c27e1e85f04c069f331d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a4350fad83b666bd65ba00b7c03bbb1eac1560
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea453f31cb33d4bc4e2ded3bd97d5634dd4380b6aea445f2c6a3c4dcd95871
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98667c66a1e43dc6af441d0ef31e5151eded7256
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e4ce2953cf928353ae391131f3699b02fe7babc26c896eff9fcf476e2b729f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102141d6cca016bdd50aea94facf2dc6a74e2d21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8682d4e3914fd4b4b26acd04e9a7366d331e8c467c9e3947fa398b9d115194a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea5c0453bc0c6c19de5a205dbfcff3c02a30ceb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de844ef482d76faf10ad4a3d42a3e2193bf5820aa2210e5308a9d68e4b97f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccd42695f5c39c73c8acc3dcd6925f93cb71bcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da5b32e63957c5b11f31b4d2bf9330129598540025ba46b1967640884aafad3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14de66494b43c0a31b23d18da10f40b1cdbaa6c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7900245d331f23289a2946c7399558382183fb0f99bb5c1e20c07fb6714aaec4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6469742336c9911c304fd6734f1d3196148737
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e93c11720068438f6c3583c1c73e675a6f1ab41008358b2d0e9d98210449fa1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96d2dc8db98303b331c964dcfba0f9e2883d907
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5f47b6622545043102eb3cff5ff3b5626b990c9e725e1b19eba45cb1e92655
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffc11d60810f0417bd216118ccd95b7b24428f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ce0cae961e6a0d421d1f3b4cfeef7b9fa23f43780831cd43cf96aff152925f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b033c628f91ed1b7a1b28531ab2e17115640e499
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52a58c178d28dd6d289bc721e1f3985e1e379f509cfe56e88605ff7f6206d1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7fe24c383203d15085664a3e0028df5f9527a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5fd9e18a26fcabb346de2e423762bf7a6fe019e824cf5c0fdba5b3f7cc2bdb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736613fae1a0c7ee5681922e1cce5f9441f8fb4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07edda67fc0f6ab99d181f2cf9bb442bf556801350f185091747b9e8bf84a880
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6998547d8725c988d05cdc9880c264c369dbd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50476fe7e0f298364d45eeda3d32041fabaf28297474c4be74aad21472791723
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c9d6362cfe6dc8f1768403b2a0f5d34f9882d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e7eec621f0463ede12bced4dfa0feacb2c622b5881cbcf0143f41b25b351c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f682b67bf9e527fb0c189e2d2cfc8baaea75e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4791259c93d08249461f7d54ab09e1145ba5ab3941b066726e3f05d8b2d4732
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5d7337c9ee69b0481e02847fdacc69fdc359ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad6f75f574dfe331c1704f8013290de542127d1137a5c976726a4274a0c6002
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c479418016e977bb1ccf35ebeb92cbfd5164ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb9310ca57d846e826b641a3833f6c8ca964c3f7be2022cbbe705e1080e0d9e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9b12f5aa8c09f2966ab44ad35bbf9f68ee2648
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6b273abc9475f088c6f8bf6cd96678ef71aba69b0cd47cc91cf3a82857f538
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136387ac25dbc64e19e2a8ec6408069a9ae40e76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deca65dffc1e246ec848336d14836f6d97c72e57de10dd9c8bc6f53795fcb0fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df11affae7641e30adfe278cfc234880efe9a2d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b3bcce4f79cb01586ef16ee6620984ae909ccf099ad9e822053b34136e270
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feceb45cf4ffe3a02b2aeba228106208a1c62a9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9160f2bd391cf95e1c90fc8ebb1b5868a3104c0771b790ad7aea51d3a1edf64
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949297178e222302625589ffe6f9de852017e556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7304805b412f1f42ab5481abe2ae3d10c8a73a999207fa1d2f9e958b0d848e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b571164d2654c964fc7816e8b199a26e78a592f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176ed41c525c5ea9480e86c7638456bb5b52c931f15104a784ee4f71d1e0881c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0125cb1e0aab19e655bf24d3149d1027623e62d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bb0554d7afd3ac1daa7f208ea5dce2b9e54b78c307fe37a288dbf19dbb117d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a4d767ee0ff06f302667a8ba2600a03d7939a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb87666116dffd1bc41852155db22afa9e7d22f70e04c197a546848f3752ca0a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff40063ed1de569fcf29ac3a7105fab5f9313743
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f54f12b779413ffafba2cdcc14edbfa5dd853780d580eeb146bf645baf3551c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c0a921d43c6a9e576b0b0622414570d83a1386
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c074b09e11e679643ddb386d7e822bfa95c155f2c84c71b6d48635b63e24f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f522589b6a55b2dc7acc48a0e1d7f88ec758b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d57bd179efb54c7a66dd4a7b30d1ae9915cc2d2c8f9c191c8f7d84d1c4f7c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee0a265317e79ba92ea05149ff7d437f8037620
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19183108e66eabfe3f71381e39ff3e7ba6a53bb2b521384311fad94b253e8073
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dbd541bb2f3361d87bdc8060c028ef9a7d936d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a306c305218c8eaa3e172ef851e26febdb991c2e327f087d919b999c7037779c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b643df2bd3a4464a7b6874b83e8d631ad4883a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaf64d985dc286251dcd292c490e96bd179eaf42c8277a46b627e98be2eb68a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4875823d8aecbd2315a64e45310346eca04b1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb94b6bfa542ba6cbc825a60af486179278b6cba9ddbea776fe76836049ac0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643f4b02ae674a6492ed6265adf7e735310ab532
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21dfda0caccfd8b372e689f91986d219462caad65595375ee84b373de0ece9b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ea0a4e404824e3c1e7f3f12922dc37bc9d3404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc809341c1d5f539e0f36f9f8fd0a62bbbf306ffaa69b45e4fdb7e8976a95763
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3143748bee8fd429b5dfdb4cd7f498ea6125c37c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9ef6e0f49a4591a65bb772d08f9939098b2c00ceb39238ae26f23a29bd225e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51101fbb89764f54191f3b388cc5a486c416dd20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a840aafa6638f5aef5f4d313b68d8f0cc00ba428ef3fe08fee9bebb6f30571
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fd810ca837009e8dd9317064581cbf318f86e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cebc23a3960fa371d836703b725beb59b76629c77e3b3885ecda508d743c697
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc654411d30ac9ed8a5dea2e017621c8dc10245
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6762979291fb46c7d7f8bf1b59d7ccc1bb8a3f3dc5e06c92ee60a0e62ab56bdc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcee22fe5a18ce1e565bbdc70cd1c2991c1c0f44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8180d2e722e04506b956a561e901edb2f52c3c999afa3161f83bbe7c6f2309
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25a8a5f32ea7ba30f60520298bef45a366a1f7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095ab13c53496b5e788c8596a08cce8c24309cdf41df41d28731f523cd42234c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c11749fa901b5fc86dbfb6563fc30aa2d155c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefff69113b4f25ff5730e78073ad4bcfab757433276ad35a48f60dd343170a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f994a525088efcfd71195885e5a10f931ae74582
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa377ccf99429c179efeaf52ff6662643b89df572d7e73c699fb567385fba536
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103bd2668e6bd7441a63a5101c8cca479aa3a18d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ac90af298d931d75d787016d0285a8f8ddbd67f1e87e0e45feb3cb3ac38676
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4ae490a01d744eae2031752670a9f612f073e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010fb4004e390b813f95e39bcba40f8559fca6b8c60f491cfe9f6b5c83760399
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95a85b7e8000d1798b5c76ea8dd8b8ec804f1a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8749cbd86975d7a63e8cda473c2d30b14984f5abf3a863f1524c3994e8b22d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b29d865fc293042b71a032c8be22d3c3c27a16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c62ea140f1ac2872d6ac3d9992df04e3c2ee0cd7faa8be0d047fb6a6a3883
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775d64ccdbc87e311b59a8bd45f1b04260a832db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078210d3509f17b333f45825a30598bbc1d2c5d745db1dab7b2a5bc06552d0a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5c1f279ca3c8580498a195cf88e40c5501201e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a721bf62cfb0dfed907c77aaed189fc75bed7200d0a32abc060cf55acf1a4f1e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89258fe64fcfd4dfbeee261fdf883d92cc4dee71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94e99e9b374ad545302adf7a522f1c2afc1515665fcb1f1553cbd6eda2cea8f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da862bee21b367520d465965911e676f4cf08191
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b506023850e25c5e18ebb88ad483fcc35efde2a8ba7340c75bd5fbdd0d70e0f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54469fe5fe862927184ff4649ec4c535c4ff5ca7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d38bf72c262fc557409c10bf854046c23b6884293aeebc771a6434912090a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0508ccd9daac2f206d1d3dace71a082f17940b2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e56da4c26fed65a9e0110b2c97725a16ff3cd433d2e0c0ae82689b7eaad945
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa81ad36b74ae3bd77384d35acedef3e2e063aa9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4549f3f1bb9cd94eea5eb3568fa272b8a9a91704ebbcdfc288ca674886e2c11
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba514e9afcfeecd6f9ad05e194eab90d69b5b126
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef08e2658981b6c0fc0fb225f9d70a66ca12d6de0257c44c854de9ff52e7db2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c6158a945e61ffbbb6dd2ecd828b5524344dd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2105f72470fd33da8ebb14d7259784a6544a7b948294c288d69d1faf1904b6ce
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04d7713410e9cef6c651ec6ece9feb0e1f44d28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6481b6b9c1dade69ebef7b67924249a6796df60ffbdabbfbbc677e55c1321a2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7399913c43779bcfe1f368b79eeed3e0b1c6962d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200dcec118312d24d1396e637592452bfeb0794954e9f2943588b67082cce10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393f7a0d43a910c773a123966235ea8bf384d2ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080f2612834c374611b369c60734244b5751cc2f76a4585cef102eb1eab33fc6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bd732569fa3aaae515e496d9c23a6cf2fb89f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c68da3fc5f6d3dbd76140c134c1f6482d881d08c49efe7d25c68334e0d3ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d6ea9b75a44b6a2ff21c621b9e0c66d0b1ccd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462537a96c6eb834b4584f6bc2aef5639d7bfd975b74d0e22753dab39ceffadf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2cfc5d8ad5ee49c7cacb05e78fc7075f7df6e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78fc7407148ee4babcbf67a04c93192cbe324e01b0dc0187675633fc2dcb4ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f87a2f9bc90e493455f8bdf71887b0dd51a5773
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764f00ff684327356de9f76dc2a56e9d9eb1bb707e9b738de90de8966892288d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97a57ad23d5c6e75dab83205c4d709191e9a9d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444fdb6ab3bf9b1928af0ccea0edc77e38e1fd23b9853d9dfcc982f23ab0dd73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20074d34019ba06205379b076507c832699a7c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad00a4f0b25783523656d73aaf7352daec38f1a350328b9664e2226d8914e4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288a5749cf818a2998597c326fb4a3cbdf8ababb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed18f5dd7e29458002622f36fbad7a3281936e15d423fd77c64957edff89d55
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762ad948fdc477569d16fdcd191262760110c1cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c76cf909f192332ee20b3b241c5f83d41133e4e753f568342fb032ff2651a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5596c7c442df4a8438d2b1e200f0c66ae5c653a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcafc03a9ae65c1241511c3b8c0e923173cd6795ff41a8ba42a63d7ee98ef34
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9940eb2570980142531d9e59b276f77d17220b0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d3917c3ebf3063999ace5ffa25b5379198a59176ac24d65b58443cf3dc76a5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f89a452ec4bb7a0ca5b7e4219e7b8f7dad1aa9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8addc1454094dbcac8773004987e58e52c7949ace8fcd48bd8fc303affa20d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d340c999d504c0bcdb4ff3271e76b4f616fe11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479bbc5162341f376995873bd2d0f46942e3d634aafd60db5136877b38a200be
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c999ac3a7d0971a03463cdc26d554bd7c33aa3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a97ca276ca0637cf571a3e9d39a94c4a60591c0d78ac5e455fe90b6e6992c40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d8471cbf0fce2d16f03e2716ff47b9659eb7e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e66d7256107ec907a275b0ad7685d20c8a4d0df8ebfc28c9e038e2a0e3da46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32e24621470eda128928307c546b1dce263bf3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0978d6533833ff13014668b46d7989773fed4ad2718820efa8bc21465102369
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092c5a6375b229fb302b8ac0bb17d06cec5c73ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25695b069e1598f1c24797d85a161f570a0f3fa914a21746bd7172d2f75fa79
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f975639c7dffdb61e318aef3456a982bdad810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7d1eacf4f71bd17d48050fdf14e9b0f7e4c1a8a70a915c0e2a22133610895c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0ebde621c2bd1eca6e9586a3fd5161aa5ec80f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44c84d932135857ccdfb11a1f77880d6a27a609268b5e4f8d1f6d07b220e010
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5044dcbfc47382b6db712f80425d656750962a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7732fe9f7cc07436f7dfa8acf157587eb3013345959ca0bc1d3020a0d19951f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498e95795c02bb9f7b7be5e328be116791ff4af1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c3961db5e0a7eebd59308bad75b4a4a1dcfbc6716a13107bdf1167ce5d129a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a865b11e9443ae1fc1e9affe42a6cb2e318f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372604d96b1bfae1c035d621f59bdd0441a997fc45f6906f7f4c1d015565bbbe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7a5e8c22cd1aa970099f9527b63d328b199d67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64efedfab554fd16cf23510e6d6fa29fc67fa958d46ea30ed36c9b450b79576f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee2148ea198630436511f576e92a3ee9f60b43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f614795643ddc1f0c53278d5ff186e53bd7d88c00044b81d47387922c539457
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d5be89b6eaf29b61f1e0462ca9db5ac8beec3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c704cdd5d64b03ba587cace30b34a00367fb7f28b6d42739ad7a6e2d4fd4cac
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fdaf2187397cd6298a8af0fdfc675b205d84b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36e252461f01d25f3691d13a2dbe061d85c2a22d0f600f18c8212821fa1b5b3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199eac6d74087dd4c66673b94bd73d3d8b4f6e16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef347e22e9878f2805386974cd311d2ee3b8ac75b9d8394cca041f8c8e964bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738157a94fd026066ebd754e5e057d6ebd2497c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf54ab61b8124d6c0bb6653f3708d19653635c64df4bf78c3addd34e2d528e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2262772b0e89c6becc1ce604f79c2f40dcd4cb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2bec4cee0e696a22f433ba14f149d3f6e8fc6dc47f73347e98fac5f31db2b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ab7f2a2c28826403cf88e126a702fbcb90af60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2003128f5814d1829fbb5759aed0ed5744336605b720d093b02b79a47a856f3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4964e2d498063727f25892d132ce1ff8ad9de009
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa72a56f71e705a8b6eeed159b272d1fe5c025ac378da304dd22b2bca5a745c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f489c1b09ce79240204e9f0eea4b493c24a461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f3120362ccc2863f435e9889ba547e02ec37a7f7a21f3559cc03f6cfe62a20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edca15610c1ecf58dc8057b4c16bbd52eb683f75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5617a3d0f3434d8f9b1be6562d1e349db24a4b19aeb59732fa0c8e50ebf5a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ae4868423c8efe133b66f494225facd1b0b76f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c031e787dc440637b24a41e0b268bc7d716ee409cc35b019ca24aa6c5cdd3145
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbabd892e1ff3343a161d8fed5e5610e894f75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6add5752f942ceba9129b8fa8083dfeff8aae265650ecc02e867548d24a4cad0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe3194ec273a7dbf83fdad8bc2cf8f06d9ffdc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f922af5ec028fd3198177f97176c2de114b1f3f5fe6dfdc45752038c8139349
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c658b59fddc1294a7845219b43af37d1636329b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bdcb02ce24f355fae96e7bc6c16339441556c57af2713a4096dbc98ddb31a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dad80817165e5df31676ea8dc2ad6e33345f45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fa3a0b4c38908df23eb5ad34c594056551efe89c7a597e031fe067c335d474
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d64a16288bb4f53300203a308ab2e7aec731aec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4147712a21db962ca150d60d33e53cea7961328de1af04170fe3d257c985e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8895e1ee5cd2998ecdbba61b7b29740fff0433c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4948577e804a8e1994e081b8e078d2af796a7bd6bc02b5bac4cef77a49aa0c28
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cefa435bb54607ad10e33378338465aa459d70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa95b341b1a38185715ec30fdd18cf4df74240db27bad393815db9851f5900e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1cec27a45d8321e4f80514960f4ede3ad2917e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca7ea9fa920436ccbc7766e755b21187a49c92f39998050a6f3b8cbdfd83c91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa0760a59f4d632db1133ca8a9458a2329e3d0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6a9a9a88ec2fa4dc6b515d9386b76d7992a9fc0194152e211ec4e9ae6d73a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e137036cb56a9c520f97b97159a67c1ae29e6c12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0008494cc7b1febc06a58d979bd6a98938fe83f5089567f07dfd253a5422aa4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdb07f49996daad285c7c4c657f56787a7f3e63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0208db0ce5b523a46aff940c6882a68fe4b277213d1f205d5f8faf35e2ecf730
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6295e2b184beb0db859a055fefa2406da72a9910
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a932aef3ccda8c34994af43825c8089a6bcb50fcce0021acc0b5794f28fdde08
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd0ac8dfdee4f1a6016b61961fad8589fbc6d3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419b5e8725bcd90b3f0859d6b00cb84559ed8047fe838774c07c5e1cb4c29490
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95db50b8df60b196e7f2b7ae9952bbfeee06973
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1226117c50b1b637630c6fa80fbf8d7a5e3c93506ded790e97c30d0f4b3942b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d61fec99d81aef1f6039bdd28f4e4e9abf460b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ab064a1db489dd565e21293b68231ccea43b9c803a4e196202b09f32f9459
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851e26e08e59d4168d70bfa27a4dc7073250c454
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aee83d1b9d876d05b4926f9db2f82e34a52623db292e8e3e7bef58cf606399
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc1a0516d26aa37a9d77150cada6312ab6c53d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5b894f627e00e7b83c11b32690693c797229b18903f8a4805389429c972563
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5bd53a151b5164d2cab5a42737d6b38cd0f0db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d1af2746ffb4db9d34745f4ae40bc52f846f0ada16428566f8b4143aec804
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dc918ed1d3ec090e0a94eb776350c934a8637a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fa3cbf33b1c400397a799b6f8d7f4ce84aee56bdf8e831c566cdaccc76d05a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c997a74d6b5f356849cfd730d0bd58e5ba94041d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a488cc14b42159c6a4f1c8dc5657104648ea9cf65490c049bd1dbbc4027a805
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4027da5a1ca6bad302aec171a843c6977fcd3c75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dafbe1c7ae7bad0fc7f0b4920dc854177c909287c8689c19d040989283699a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1d24ba2516b6c3f72ba3b521288145727281c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec550a80487e8e99486e2dc3f8274751022ddec0f775e8c2022052273a4aeda6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14561b5b5ee363aea1740b7f8c082b783fa73d00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b8494d36c74f626904d0a1783dc01f847c1b858b7f47efdec8fa9476b3a278
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcda2c5ed4196fe4d57153f0c6bbf99b6f1f733
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86a1fa84452b309f4c176831ca2a300b4df65ed4ac4285b98e7ff6eff0a051
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456deee960833fac16d07d026605d5d08c75210b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f300b2bffe26ca5ef29e4358556f0bede4348f0c0ecd584d76f3dc67f33950f3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b20efdc8a83908624fff5756300c71dc470f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97df2488911ae1d358e0befd5a4c1a075fc509987f7fc188c8767822b3674860
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45119fab1c0dfad2c97e16bac39989b2db4b8e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3180986671ea67dcde57a4aacbc3dafce94f1da42f919d2f50b406db90793365
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b953c0415509c98b3db4980b70eb3ca638b077
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6cbe2ef9c60954b2818763a546c519e8a9cce325b77443673f7ae5e541dcba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f39fe16387e85716fe8cf492b720437b67f2c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad23ef06a412a7c8b25b3672dbae6a606d628b4c6420cdbeb565f940c736648e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029d35d53bbeed8ad01b017cd6cd9a0998688cd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302296b794901c84c1c863f1fa3b37fe2e6afdd479feca9ac3d534f10b0a6d0e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84261231c47965d4a22c13cec8efa99c527d5dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d41a2e8648f99142e9baec9e84887c44a6a21eafd04850a4dcb424e437b887
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf4ec4246c51afd9ed52de3c017359c432a6b84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c957e9cf4eb6307105c403da24db91ee51e7d500b3875f520188e7db9373b893
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a599431bc5dce84107269849d787d9038acfec55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f89d758568b4c902d745a5229b208583ee1f6b4b9316612ac883005b28dd31f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82d4346bad9e53c4b5154dd2409b100bee42aa1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddb3f675781dbe94286c7be0569afd48b43ca6186e8a30cfc7598ef34fb9604
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a551c84f7b347b5c913c7d87a184a9ae0c82b8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cec4a6347058a8e8a87ce85367e93cfc90c263c7b66379b2d682428f66f63d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bd68846c6a404221ce78f87a68ee19cd1d0be3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac8c87d82ee94bcc3b0ba6e5d1c07db54a55a62d9483c14364c3695c14de5b4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a709a6e0201606e940a713cf05abbf10703a1c5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a1eaac3b931f2a8e2e21578c8e94baacde026e7a3700aa898319fc9fe3b673
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5e934f3f73cec77e9de1f62093cf8eb56d7a26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f7fd72891907487f358914a7f7085f6b37600d1d3f82b999c8ec8612b0a84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a426073c9603a70a9b040cd1cf52fbfa3d2e76f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c7df6fc4b8c2c3115cb3ed49496f6e66820d0b7f6ccd25936e98caaf57dcfe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37ea2e98fb9e05bc8f2f89a65755d8fe5e9e0f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb3c742ab3527d0c1b5327f494ebe2ed996d50587d9bdc486d4a2e496b921f0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b9738a8ec5778609a5339bcc266bd7756a6383
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2b090836999b18f82a75d07d83729b45d9643032211f6f2d7b02471fff1a6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f334bfef5f902a351855d24bf5f17aea393ab0f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1f1159e5e6e0cd3ff3a07b313aeb5443614b42d69380ca97ba71f4cc735247
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a85b1380620e395d064d8ba6d43c415aa3259a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c002306e0086a6e1e0ec5a20ffbe5efe3863e48762b5e047934954da247cd6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006f6c26956389be7269dc97345fdde0fea4b777
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70833ee2a0193bf25a0835dcde92ca666b9ffb29273e45991080965e3c6f5886
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe0ea1dc7fecca6ed1856f4eb0a1ebba09922de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3c149e3337868dcdef72457900193f0610c5b7e248fe77e568c21dc7a99583
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3e274c031f5dfedeb66153a06308d06e9db7c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1bcfe3a38d133f45db7f739e5fb2edf70727cf55bd3e483bcff054b946a80c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a91b113643e33e7dbe4673a24092254c1649c24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ced559bd6ba75043beb4d482c603a4ac56729ac584f3506ab36da2f1acc8f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6768f2188e8e248b0e4c4f691b23781af7dc02f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc38a74bc453467a02fbacecac32d9946e64fbfd48f01b5a89a9b386532183b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c4e824ad67ddcdb446c0f11325054d8af793ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7044863472610797597cfc41b8029d70436794798b4814a0190df2cb61c427
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297df6812c42958271216e55a53be4615e5ce95f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e84e4a9fd732cc9fbb873cbd6d89bc545e7def7127214c2912cca034d3f5d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ad217d167d9faa4c986e90680f4bd55048dc8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca59ae6f7af197785276453d213b6f4f1bbc495e4c9059d9f673523e6daff36a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c632306852ab932f17d66e74d117055c4196a193
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6861a0d9fc7ebf99359e8cc4283d14a8ecb22321b25846c91e395457a8f070
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07f24de1b618193a7a93bbfd38f8e64b96c1a5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698406ac95f6a274314f9d2509a6a70986597e20fa03635f3458eb22d990fdf5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ec16b43be851f7e11909990804c69366402b2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d4d02fb50e3744288ff7e6436c4860fa402ee55008a319f41c07d4cdec1a17
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38954309631c5dfedc4dd079958d8e3141fc5f70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf301c42573b9485adbe40ecb95ae62a73203e7a0dca0caaf37c7c93b5d11074
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c811c4ff457865a47bc3c624797bbc11ddd41966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272df9aae56c4c6eee31d533b7ee01418a2033a96600b53f6e1b6047624c078b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7edbbb789c54e43fee7ce832720e67c7fee28e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aee67afe7d1145cfe9aa1aa04efb11df7958d387f3fe43bc471445744f3c51c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494e2b8186a4f272b9d88931117ddfdcc8352f0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197f236704ed1c2f47aaa4ab229ebf12b641f4693dd341cc940c96d4f697405f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cbd661a7a8e5e4e4cac7f0ecd7e2f7c7a888a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afa5ab1b857c390f78c43710e5a4b4399d634ec787321ad14c51e455ed1e9e2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b52db17671b598d2ef7d575d8640b33c73746
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85f5a2757e11a5b699cd9f1c2631055a99ac5e8faafb77b4e77ce56eed794ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570eb3f95ca7a7014c34e41b39b46223416f7153
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12623380ec204e9bba341d477141adc1d4c48b0d539db027e28bb3d994c0426
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173eed65fcf8c968dc0eb5452820fa6af4c55e04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03211b2212fa18ce02a6a45e52569f3a6aa89b0bea40615a7ee4500bf26cdf65
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea49df1df656d3a20e6543a78c90b1730aadc49a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316b148e231a684a94f18e669f29efffcc35cee090c63d668b36e349a5068146
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8d3875f137dbd02ba897becfe66c006b9717bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83117cee7cf4e91cce983a1b2f81ad2b251bfdfc2b1d77a9644b99a6ecbc7a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbf432315d9f0f382eb66d77b0b02fd1b929d7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8d7f0b31160fa48931ed1d7847cd7f6895526826c7b718cec6dd492244ff19
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11081eda77a481e3f13d1d73ddd7e806dd4c98f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2c3399ca6fcb9bb5f02e10f65aa780d922801ab1aaa2b9b1f55d2dc395fcc1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b4f881043ae4a82911861bc96efc6e92e7f134
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd8aeed46042c6d618e622f64a05761bed4e9e4722b47306691319a7ac335d2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f78b84fd21df5279b39babf6f8f6a3f04370394
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51d8bd2e4320d87def600ee9ef12c7739a55e5005718a95006c929717e4bde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f894cf7a234a097b6a22c9ccc61af6e0e12d1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9772c5ce9c43f468f6c820b714d902193cfc76c0831177a49c5941036975a53f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0fe1c7d662448dca5f56adb7f6313dae4f1c98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a4eeffbb89ef401a767350be258787587474a9171a703d9d9cb8b53f1180b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fb6364c515a70d0bbc347072cac8bbffae76d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d795dafca9fbf6df6d4b300d030f6a911f9ab6141fdc55a2f247cf96cf4c48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991bf893af717e12ca7538e62b0e1f373602147a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85d522febac84132a31623e2f98487c0a4bea69ecb3371636d5ffc7c00674a2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3fe60e758cab81820b670ab997c81bb051127a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b522988514d76908e509257357e7a37dd915633e4b846f7e4f72163c03f6913
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ef059133db1b3396db07306857b3c038b35d68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdf842bde6e712506808afd4a855f6ca1788c1b6971ad73a9dd70afe4175de1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4d1ebfdaca3ef9ae775af951ffd5cc50738ce6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8e7b0d8115e882e11de3889be93823941c5a64577562d49dc904ce05e8b3b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acd14b95060d21e0f06fa84a1bae054b8813236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ad3b52445bfdbdbaabbe22671e1eff9df047b0432fe95cf4bfba2aa8069d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3fb882b0b25dcdd37199c486920f6ba8a1b62a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94680db735c264ab4689ad8f493c7938a7b71bd9db29855c157b081b5f137f2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d4173b3fc09871e2c2b9546e9ca8fe97398820
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bba355aa2821d7af4159f664de0850f1f4c01e1687939b435f5477e5224cce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e020ebf750bc56e21d64b85b90a82411618a2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6352c55594cb3a8c8a56d77a7f22034ee48cff499e4f8b56d4d052c710f75e97
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abf2add5507c7eac90a5e37c2b1ffccc7d72191
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb425163c4d080f6236cf3892b31d4d25b42032d77c10b903915f195b27ffb69
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efe26121497b8dcca65a737a526eec4f87609e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf05e4b40d85d0f6c25a7ac3fb3d67f563a2e22fb35dd2a4f538c6ab708f996b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4295dd920e7c076547a4ca43515af8ceb1a7382
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78728b7552b32799086cc28831b4ff8bccd46633cb34d710cc20f0288252c06e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b40bc2d91dafbb0505f2dcef91703b96787b76e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b9226741df4f8cb27f88eef5888980152e5cdb5db0d1513f323a5e6b60959b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b789f3e45178ccfcd8fc747b6714e885a26f9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3793a5dec73ea8df3ded025fc835086c39896ab766c714c60cf1d1db731c2696
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18cc879039dc79ece6edf6de9b96fda9b132810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3aea931f78fba96ec02ee1b02f7407698eefa4ed1d79b50fe9b0fa5af7891c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe20cce9751adc1a30ed171376e565d7f65e454f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9204e336bd1fba7870b6e65ef8228e74400fade58d9988b0c9f753002c542b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd855ced2ce1c1d6a818b8323f3022b3d1fb699
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b1c9998c1eb3c38deb52e43068b57fb7aec429f36c7bb2f1ac5dc3ca4efda6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f17b55c90b4f292b3c9626a206183ae5c65db92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ecdd9887f5b17545bf436e62fb1ef9d7f618d90b89385abbd1108a31ce448
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c65fe25ba2c07917b3bd73dfee176bac2d316f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd6d669d90b9411a0945f392c18258796436a8f6a6d80a29944eb91a036576
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aababe7e338d61b6fdbfc819213aa90717af346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9682c0efffe286100f746b0c5b2ba74a4aa98c75b45bc5380149ad054a342b10
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a723cd50594a25a21becc46e52d03a848ce4b380
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f59eb8cb2f8cc0af1fd520bbb43295d4f192fc1ce145ed434fe56e53c4908d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c49fa948ee6c364c7ff0d0e7bbcf6f15aea7e56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507be5ae92a22f93d073ba9853586c3ee17ad3aff215926c1ba1e97c15261c4c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d1f8acc27720f1422debfa8e651cda3813b656
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8707e45b81ffa9d01fc4a293e1c908ae200eba752305d01430cd97218c24f504
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1eae2fc6feb99c947eeb16b235918dffa6c86d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551cf676b398f11e023f9ee9c86aff5ff40450fd43e2733d4bbbb9450dc2e47e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a8772b47d544c2304a3e62def42befc8c9e6d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f0fe986ea318f835701cebc4f525dd05c5323139438a350a44839184c9234
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666d38f247c3b69055c2d62a40b9feaa5e35e403
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4127195289989a15fdd714da33a2092e0ab4cb289f43aed3a987c5ca69dc0f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7fd20f9ccdce2b35b34ef7fb4fdabcfb3372b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683147b04873193588db0d8aa0c903631b2d40b7c83e74c366e760a320f64e6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f856f2b654b8652b11309b5041e1c425c3a5cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0368905be8a4b02990f0f9bca7faabdba861660463b5050496f7fee084050438
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3010ad7f8c6ccc04f49e4ce76fc2416790f85f47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38491f30bc675630cc131d1c0ef0e598cf2b74b955d65fe5ceb9ebce72e6d52
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce840faea1ea226b67daad82275f7dacabef292
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebba6bafe910908bc683dc5041e6273b839d34dbfeaf6d0eee79db8e60862bf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3eeb599ab74034547a6175d0b88240575476a14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e010cff377ea5716b5c2f6d1c044c9da3d79c12a4b773a190d7e621ecc21c559
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2df0dd07006022d0ffde3fbe2b8bcf80023b28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98110b10d4f8145295524f3233008ee326c88cfaeb0bfb7d66f7a62812b784e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12a0990c6e6525513a6a9fba1d4ebb0a11d72e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e87d87380bcb21d829fccbeeec659885996e030b17e71ef9bfe937d59d9962d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3048337f07aa77af1fd26296eea843ec64e75f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f534e3c1a1e523078a832df7b82eff5be07fe30154500fb8eaac7d92e781d4eb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3502b1df3356cda9d51d4c60e8b45573e076af32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36f00283751106b4e3f03537b02f44435c374e1c285351749761f0151b40f09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafd1fabacfaad49d68814772d00cbef8b1fffad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8272397b8b9c160b9ec78103ff631b15ae125de11d8e1f108242c1efbc51cf36
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60c450b203280bf1f1d9e3e37bcbe623d3c6aec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef43a69a16b2c6fdcfaf7ca2a1ed3a632b11c6fe2a9c5e30a595274c65d36b9d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2716138c4d1a6490baece34b75681390e1a82cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47e09c4b28d52cac7efd8155dc63b75e8cd7fcf28097639bf1d0031853d7196
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a25dbf8bc9f5914c6ba4204200ea551b276a173
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d96d104637ae7f9c33c0e6269c1a6d18ef0832eadb97a9c639b7bdd151803
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4632a16dd0ddaefe5510e9ccf7581b955a4582c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6ea0f74fd2350151283ae4f68efccf9fdedd11388a2ce7bc56f49c2ef70ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e114d09c4a87adc4e0fe007031097e2d25b04d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450bcb519dfe5534473cdba940c24eef47bad075953caaeb47e3abf730f03252
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb634705d456a5043766790f8f9a61d3642a50d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f3adda94c1c81a040ee156ff27fcc6fdb14a16da9b7dfe839ead4d07d3fbfb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e384fccb437bf62070cdc60e04a35b4410454c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ead354d05d83f0e060a4caeecc4aa1387241ac954a4d2b8213bf36166962071
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642ba95bf90373f302d2617bfbd07fd95a27342d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e8e5efe8cbd892fc0c66899e9cf5f3ca40f2898166feafb938271acf8e364
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074b2dad58e4d9897d54fa2abc58b5cd40c8aa67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c1e54c3d1cb50cf553b591cc29aace5aeb965d52531280c844c59601894594
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ea2576e13264eb73774437901afeb0f09599b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ee617a44f4f6887099472f76f8539963de1d3b8d16c549d1f3d83fa5e5ffc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ad228a88ee91a34edbf0baec0a6a01c2186787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d234ed8fed5266bed4894b91ae09a4ea8df82149d82e36c905cd66d05fc2f996
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880071ce759c7867197070760b43e03aa723ca12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205b4ed158668b65bf387fb4afa3d3bf457f8442c461abcc0c8ab29c0ba45204
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e422c2c85142190a10f8fe8d9ce028f79fe7e357
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decdefcf5c3a3ea52446f48f8599af3721cb2db774c3e65e8a14eb146a3eecdf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5f1070001516942735e24026b2ba0b35245c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8202b052b345ed48b6cb09783d51b7e72ac6a8c097213267a79cb6f1a1c0271e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9b911e128892ae8384e7347b608bb17d937a28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c2a81944baabd42b1bbfe525d9792b58fd06e3114de52e0686672ca0234811
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccfa2785a02358cebb485d1adf59052e9ce326e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6bb03e526884aeef926cb7070e5288527c0dd10767b87c25f541f59f145dee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6fda6c77293bbcf51cf2c47e2e9aa004e87083
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad467d004bc546253a173f4fe9d31595ad5aa862e6ffca5ade258b54172fef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fff0cac862b5a529f8cf0298dc0165f462dd981
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c93ed4ef255ec3817cb6402e573442124489a6a514521205497baf1a65d242
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724b39b79397aae02dffe0ae1b82f4253de00987
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89b7d83101ab2d17092077a4445283f98ab4d3e55c154e30dce782c560a29af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7112ff214db2d1378e0e741556306898dee704
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b58657ffbbf38e52e7f79e316f1476b7bec89aefc763bf9fd37d38b972ae246
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799d53e6f4356b49c02f1688e0e5f7d312086fae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bbb9f3368c3ba8ab998654e63cb268db56a6d249552634c2d9459c789b7498
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368c15d496dc49b5e82bb9087709ce3f972bae97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554077fda27c9707af96a80ddc0c6317e7fe5f77dffb1faf847f7fb0a4e5960d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a83d5a373fd0fba39d2536cb1d0ded77c6f30e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33477d1776608941d5f995a809d4babe195346c00466aaa1ae22ababe9009822
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5b73ac9abc63fd6e3cc6282f856b2a6e1cdce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0cb87fa849c933e2f9f0b442ad39a2daaa3805a86d7ed52a1fcd12725ce93c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab9118ecef8baf0b6e44ece4d7fac0cec1fb33a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9300560ed734d79337db8bb28b3aafe1f62c5c775b14dc8fe890f9116a4daf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd10ea3201b1d7a4fa68ed8becd3178dcb6c5ff5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5528f479263431c928627b0df1ddb90bb850581f87ad63618dc6976c2edc37e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294312d26b78feacdf234ba44b01d1a607109ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243ed35a0c55fd1f1e1531187fc66c01e9b706d8b5eb454fc25b129ec1fcab0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dcd5ec5e50fb882828f15bf6d94c6f4614d901
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dac30a2f1dbf892319cd23242d3105095eccef9367ffc367eb43b4af184ae4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5352549e7e03df8804b758af830c7851b1efe871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10787dd4246a783d7dd51faf31bf64b2f48bd66eab169a97a28dc4c01fd8d9e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126a4a7a096d63b4ca525d19844a67a2628b6300
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309927b2687663ebe2da21a10f745099c5c975582de6eb8a2af240385286fb29
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92225261c5b9c9c4eb435fc56b4173f13a536725
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8518e8c759a3da4064a8190be603a08abfd3b224cf3439c22c976adf1d918b6d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ada0cbe69f08630fa506f066966969c9c00ad1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facf838e3841602469595f5562f92a1a4f213a0c55b33366422fbc470b4ccb0a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4295d25690d7ead49545d87540a203cb10ab4a62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67386ec6e4095143cd02ff932dad450a1b8e19e6cf91278672aebcd996494665
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a8117a167e518fbd63634cae7a0d5625239162
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322a701a7d436db7af6d7db5bfd9d6efc7a8c3e4ba0a970d38efa157b23fad38
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee80eccb4eaff3f49aff4f98e80851a846768c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3254a7ec9cbaf60677c41a845ef05835bff40f6dafccd8ac4997f8fa09422f33
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f719182a979c76f6eba8f61cda9a8a2420259e1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eac7ca5e19d95b87d572d7d15157e2440405647001c50095f4c45699b9411f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ca19989f453e34659dbd4b7240c6d10555a898
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481dfe7039edc3b69069cbee9c36942e3441096d411a990fa37ee0af864096de
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92d393ece773f53e8dbe09eb2ee7a0dc93e2359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121b9ded89d803e2d0da063b11bf096d3fc12445d0868a00800e976cdc017953
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81622019d30f058f6cb78fec0f59d2e667b917a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54942fa7da8b09de4b5d50c20ea7b1e268091fd08f254f26bc5e62f1b95de69f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4185dd755bf4f0068836a6b60b1a47bb0e70cbf6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b7274bff89dab3e576a5148f11eb19d26ba635a3b2fca11614bc929555ad01
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd1d2e0355c386d47680939d506602896f7667a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55da711da2d54ba40631ae37bea1d8b33c13398cf618c7597da09f04c5993f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6865a4272cc97376889fc49bf4aa9d989861a306
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e147c2865137927efd4e3f7cb0c402aec353dd230da36fedfd1bd95733d7651a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b0955e833cf14359631c6fe192c97f494379ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1fea4e47627de6d0e6a6ac8bae915d30d8445218b78de22a68194536b0186d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363fe331775564414187bb92691c33c864bc404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54f1340f20b021781d21532e86847053561d72d703c0c8bcf122d4396e2cbfd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebd1cb56a43ffb763f547b875880845c0d0245d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c147de71a27eed56a8eb27b19838bfe1179bfca5685a9f0509d95e7b25b0c76
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cff400bdedec9895fe1bb476e90dbd20b437be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a5c9c182bf6c5655828dc5c898f8afed6a8f02efb9299dee255906fd9c6526
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4845f732532f75ee866ccff4a180732165367230
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b1b9d3f4d9730b665d98e74d6791bd4bb98a44e56af8da2121417dbad16058
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a559ec4288a2895d103de464a807fb980ffd1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22d7959d5d49e51813507a22cf33650cfaa531f86a5b6e361dbaf86dd97e005
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea093632aaa9d6f158d350dfff3a2e5f1e269d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c20e0ec04346ebf8c750d1af1ddbabdf28bcd95dcc7fc58f80da291630dbde4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a96b74882acc5cd8c6db4df73ea39896739d292
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ef052cab0142ce187b940577dc5c596b979eb03b6da4fa5b89cef5f935711
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61efa1f4f439d931e3f4e5e316bbaa6ca5729170
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f1b254b5db78b2d0e455c009960dd8942d5719446de209c0d999463a00c464
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473073a208605660869ff3b0791de9bc466d1c48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb097490e20adb2d82591441d9c8c7bbf499e13afc4d98e726200bfe2584ecb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e987671515bda280737a58ea2565c7c8529b604b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6834e113a93c3b161fe8f6ceeca58f61367f99680c618118479dbc573b74b3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f1a0ff546115bae5f4ab4e97bbdeaddbac4711
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c0c140691fcda2ad02fe260d028600b99fec9eb19763d92ff29140192b6b69
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aada2bd5cc54d6d36581005ef70266b3463319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d5f6f6f5d917daad8ed7b91814a4e5f5f53bc81d09ed260b956342319c7a3d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80484ec378cdb1ef76330bfc8713e58de9224c1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386aa7ce0a10461fe962b9fd1271f8ab17e289f6850792ffd19cf0baa7ccbd99
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b6014c8efde6fa957171b32581c788c526047f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd8772b4f7e5b94a3a391ec87e927ac3296ed7a354402d2b77f91295a1cb4b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f91816b78f3ba9d946401365fc4294e78812f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ee36414428a0c2665ebce7b1d1d6f2f812fd154058b21717595ab8421b4651
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c08a346c56eb3c71d7e6a0b08faf278fd1579b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf17ad2816401e2f353eaa552d3f74b9b48b1fcfad342dfbc77802214e64d0d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b72f6465d8825e50e1ba7856ff6acf1e62a779
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae1c1febcf184a0eb63eacd03a1af9d6307f9f4c2cb22c3cbba9db426fc3ddf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9a38edd205659aec16c698d7d855db0733f539
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b87daed0d5bd64f380fb244f210bfa55c3fd992733144f45ac4337a6313fd6f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462051a8c4f6786179b883bc579775c817cdec2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00db7409a98aabf0a3f27dacdadaec442daeaff7a253e1f11e660dc942f00ea8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9b48f916b43696a4574c6965224fe600d72917
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e57135de0c1f95d52f183ad49846a185860da8dadd53c2af5d228f808d7794b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1342be54ae8fae8ede13746ed82be1e4f8bdb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af64d5d7a14980c48858dea02dbad8d71ce05f04e54b075b1069c43d696b6f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077e84b234623bf56c45f53df8d27e0da956a56e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891858ce94700b8c5707fcaee0ccc6dc6b2ba6b466465d4afa59aaaa477aad3f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcaa4ba9ad95ca1f603abb85b85ac1412caf1b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cc72e2a8574ac01cb216eb93e64768f7265461bd07814f715618c31f9ca165
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104553ba0a0f589971f9931de22368231fba4f4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7027340669b219812cd8737d9e76540a82b467c76477525672b1d993c2074b70
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd01268a0f9c4b70f55a8e33eb57be771a34c672
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ed2c992520bc62d7f02e5254c33022d73167bda04be0f97656fbde7fd0f2fe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3eb50b426a82a9462b285b9682e83baa4e78c82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f38fa98f35c574c239763311048f9c60887afe3492115bb2f214886fd415018
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca5b35499fc82c03b3954f073050e7c712114d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5de587b55c466843c567ec18f05bcebabdb9606314b58f76829e045455cb62
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a2c5dffc8fdc5d2adb1f33edf46319668ebdb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd9331ada579bfb4542fff081f8de629062a4c157906baeda3b777b83501c44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f38ad1000823f82a85987c6c9b8ed51b983916c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f8e300b25d3a76bef1adfbf76f0b619177cfb50f77f5af2ba535b49ee6ca3d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e3c6973ee859f1a92dbf2eed88b60446179b0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db60c2c42efae7b52257bab85f07ba1f39e761f5f4d9f1b00ba56f98f0998f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774758a55d47684206d1ede82b792dccbe7feb19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d21c5fcc3173fde537bfe35b1982f8379cf7281dcb344936e71e81455e010d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cac7a13ba5ff1bb385b71c3585b7704a85ccbbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4541dad3a6d1b61233465167c811c6f74c9149bc6102e696febac7db0a281f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac1237007268d75fe2d70e7f8c1629203c66af7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86e462e559e903fe035f3519a9af8125e6431c629f426793d8eefee2c4d5f8d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c24c4ac52a26b5c133c3f32d5d53fddbf5fb204
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d942f72231a23c9ebc2c3526c590e3d7dfcd0ca0205ba8efac913e65bcf6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c5b32d6dc6ceb2dfc24c4362ff31d282ee082e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2e0365378d9f039ddfd076ccb476e27ca16f3d84d0182fd7c0f23b7862d9ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219892da9f427948b805aab84b2faa6de7d99d3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61c5a36e967e56c8f0840fbb84b34e1b532b69d1e24363f90219330e17e4741
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429447f647ecce1d1278e138dada012c1ba716de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06dd78d43352ddf7808d7c77c293565c9a10f39d8639f12340ceef512e22822
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780c7501d276c059c324be15f81b4d44bbd4e464
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6320fc7f8cf8baa73eb894c5a750f05b636954c47543a68ff418947eb6bd712
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5e6ad8fdb58518f27dd0cb9dccaea2ca89be85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff61b88e9a2be0276c72cf7042feef6a6ca86746687885ab21775262ad52b614
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323644795ce69156d99576094b0e96db7a73c5b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3975f5b0a832563483335e8b543f4fe47511ca1145a4e7ff226c00803957190
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6783d31a83777b0582e74de9e3e4155650e85c62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f96a8c8917b700946d3980ff7b8863823c25db6233283ee9efee4f819928426
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db71294c713db4e725dcc798b171501c65c35d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feacc3333816d0c0a1ae1c327788a07c2ff3f50d1d082cd94abfe1658c48830c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2334aef9d014fd256d7032c43a50b5bfcdcab2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7790edf837a7e2897335aebf56c1f72247ad6a2084383bbf892c37cebcec70
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614056c06aa1b1b7d5ad251e8f58dac54950064d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f148fb0f56763e41f71a770c13845c324d680af6c4ac20370a7856e5abb471
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5295b85fe64a735fa187dff8b359468eaf1d187d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1945a3eb94212574b9bdc0cd614c450acb54f105dd0b579e3813d59df9a0ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6f95dd90540053373ddc0aa294669832f9cf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec1e5309a3600d5e11fb37caee9b6d0a76f6b74617c65f02b6823c1ff034c37
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d152f6b91c2dee070df78a3c6df35c9f6e345bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c41f18896bf6baeeeeeb5f270f2ec9d001408a9348bed102eb48d14042759be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a152e1058da06a9f2f00b28cade6ccabb26469c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c93dbe6f3cf554b832032ba9d20420dc98f4133dbe9975946a53e4b3f670b5f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c19543823248b61836f7cf2ee81783e13f37a01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eb8321e451e32cb57012d0bef50d959cc256a386cbbac26ff62d5efe1e653b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0f8d6851cf6b7a9d952a04aa0f1acc69dc288e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2740f1ca82c1a383f5580cd13224bf5904cbde9cfd3464080ba9017e02170174
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be99ecf01554c716a80340b21d1db2e31eb509a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6242b6533d113d92956874dc3580ac2bd7cd6bb94081ac6ea2d5500d89bab372
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da772bd9c56173d971b560609a4cb2904fa4351
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef8e1ce4a5c2a4bee3fb7484c27d5d6c95a548e702141a6a2236e4f27c7ed3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbdc4c4b5fbf7f1b7f510ea388a9003308844b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d4f80b66a595bfa229097683d8f14a01cb0f2c52584a53ce9a6ece54567fc9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dbd362759001e07f86a9c002b826ad01912a46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f737b59f6cf952832a8307b0b272cf3a71f65a5caf7d228b55cfaf7fd6072825
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5b59e9f4c3eab54997e0c521a8b397720e3068
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e17e117ab282fb7b2fd8751a979773a0142ec4b7fadb6987193afaf141aaa13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213d29d27c0f1a1ec888a741bd07ac088bd5b0cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ed40d70ee236c02bfc214231c65b51d9d47459a8f4b8c92508148cca82662d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4fc43509e9eba44619d69a4e07a8b87c391c82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a79cd87feacad171f082a53061cc1c0919b722a5568202fb698c53b89682fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d2cf04501e1573f31be865d21c0a50b73479a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce295963a0af4f096fab941800ea88d0f7389691996510769480aca561e78f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1884423148dba6bf569d8a9fffaa62a8f7674474
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47b0a3d6f067ad9704e06f4c9a8bd2a268fc23de3643e6fe4f29b82c6e83cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bad8d15c3b6b377ba4208d9a8085d79ec256dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03325d5f2084139a0155056eee881e1f82f2a3f9c07b95e4deca186a9ddd114f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2219025ab28aa20119312ffa10a3bf3a350010b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151e4c5e71c873747e52d1b814a7b99b5b147b86f3ea7236dcab6c52faf38b35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92efa8ba4b159666b83873a1ad9a21a93175ee6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28f6e891bbdc2215313028b994db99a74d76de243b331f645b949d798ebf50f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f435aadc8d1bb77e08b65bbd2d2fd8db7aab4b0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58b5e49f8de1d06540437efc60f1a87aceb96bcfb7ce0f288d0b035e5f7a62a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302de273a380214ae011176a5a56f23756a8b292
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ed27cde78297fcd9ff486ea9ea044660b1fd09afe4316b5d4f2a40bd09b1d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a49788a7eed2d5750b47e48e2eeaf942b301253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ad66d595117924738b5d8276509484883c06d9fc9953162df4c5aaf39e56df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597ef5367a7eae86bff7eb99c370d43777b5f72d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f12557d09007f464a6b2a18edfd5c4d3052dcb7550d09809cb17bd47e30ac7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b04cffd9489381c39e0d6055b820eea2ef280e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414b95a137b952bf3af0e80be6ce2d881bf4242fa5a91e0fdb38f798366ea629
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e31cf4b106572a3aa8b3ed56cbc9276e91d5612
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09fdce22b3502d37b416614a407405a730999e12873066b755a273bfb26254
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4bc0d15461a7761fe10f9b7e7c8569da6f9da1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94adc3263db2439658d25b54660bcda404fe4a9598d51e30a8bcb9e49d3a6c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e4570524df397128faa1d396fec913549c4fa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c6cdbdf2ade11ed57ead6d7db17e1aed8f6c63730a618231f808dd40f120f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3b51552d63b10bc6779b708ccefd14ee84c3d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c84f197a6ef190787bab58fa981b0bb9b6aa246f6d898a5e17aae94ea588d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d563982d6400dd1d5a92aafd29a7a3d23783f0c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de2f17c20faa92624328e0776844308b582d502b96d53be8d85edc4645143ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fa29e2fee7bac50d9d6985a3be3d19eea44d90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c3a6bdebe71780c7a6b3e05dae2d6678a7e4862e66c9031786614368684a41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d21bc09a0c24dd99ccd618adcd0294563f4db4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4fdbc6af4bdd771b353e9b22176d6725224140bb78fbd8c00ad054edddd3ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8aab1141096a0b721343a1f985bb624c2ca05f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0caba2cf87e2d35dbdd56be2001b52c24a3747b95e9dc08fd693ce870f6e8fc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20043c707beee550ea2bb1fe8798b83662bb24ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dae537573d7cf186077076072d07930a3f94253f85e65fe27aecd28b2b45a2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc6f33cbc1e1ff284aea4bdfddc842a46a36aa2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fa1bf0e5d72656989e5a0e7810f9d13944b8208964c663de161f12faf0d1e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e4b83f07e94638d0ce993f8820ca372eefa72d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b8ad00f8fc63c9c2a8d873dbfb290c14bd3d1f7f1f12dcc80bfd28edc95528
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c69d6ff617059fc80ade0648b4e28485d16b46f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd3b4361b0a25a294af5fcbc028f7825d9c18415ab7e57511f7db5d5bbc9952
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1d55ced6172ad998af989e5c53eaee54a9a1d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a8b6f5ac4ea60ff946e098bd5693450d410a41d15575897c49839717bc2e88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3653aa06010e7b336ae11f18917dca09044bf5cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc75a4bd8099f2230865c8376873158d3c76c4aae4a4faeefc373a385851f85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c6c53ce57e52fbde933cda25175da99c15c4d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbea6ec5c48775a9a1de64c25352a13d9347f697e2cd9e41ab20c7e6d9006db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a25aae054efaaab5edb74ba5b492df8233ffab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27e85ce76e6073ba8d54275eacd5fc3b95cfec691748a95bc7d688ff28ce5e8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a292284e3cc698d36767c42854e894326db613d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e818f8bbc70aef492e7205cc69639f89eb67a4ee3906d445743bf158c6782b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3beaa8cc97d86c71222105485f52090cf151424
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cfb3d2effff593a338ffae74be4577b6c64ff64ab815f363d4187462eeda30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc73a528b3d4568a38d3f2c2941563ccbfd33d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f736de1300d25f45c9813bde941536935d72f0b588130689c9d3f70920416762
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3cf7088aab4350e39c57b6a2e4cd8d49076bd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ef3366a71a164b8d94eca59e03e619bc1e4a9ca8923862ab7a26d8fd5eb603
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2dc6b55e083b0be30aea3ad736da4a85f39dc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05da8330353a796b6c65c6df7c093f4f53880126528c30a86eebee9618b7469e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6bdfb65d55255106ddaf5100ffc52f66f74039
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9cac33022c524b89d5b9b54a4f75c628cd720a753cf15667ed8198024f9ac6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfa0f2ccc7a53b20d21cfd6053bb704f8bacbc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8af931bde8718e76c6702a8844576c55515932493c38c56a9a0fbb61c94b2d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b5feee3bb8be6857ba7144bfe25033a3e590f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a3508b75bb4b690c9f5f65f90acfa409c8b6ca92f8152ae89670ae20e9f9a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338f4455b301e0559236e85e7ad35ba687661e0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9d72b4aa2ff2f6a2686d838d6774af3b99dea65f3510478253bf2d2aaf2b89
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a29b1366d9b70d09597f4689d8a114f6eea365b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7176c3c67d85c8ead2c10de2a848fd795537c44cdc49f67d3c715e3d8ada9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23ffebd87b4db1297649214abf3b47ed544389
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9bfbe530f9211a04968bcdc726528f953ced3c6f67c2895ec0f0f01fb31fd8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec94e27bf347b13f48ded2e3d8452e1fdeac490d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6ec92861742fe928a6569fa4ae847751cca174dfc301208ec8823026997837
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adea61d51371cd8b417cae02d13c730940f24a14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c4f03908b03523187f26e8a25b71cb10d0b721ee0700d4686cb3af50c9623
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5489ff3b18f46f23f1b3075d53e35b5cbd16cd46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b349ca9e510f7aadca8159451d76260322593b14e40d33134483f6301452594
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c785832c63ac57a37c110d4b9f79ca94099b23d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a034559169a98f4c363b885322cbe412f4c41e413c54f13fad2625901f92b18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6289009285c32b89f60602f330fbf71f161099
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e705785c90b1405498fe3516cb350668d649315a80fd8a0ddf1a25b96e4822c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184cf263ec740f1d6a17842d5668fbf914ae8517
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adb8276d3fec39a18244913d4eaf70be421f7da9ca40d00af3c1dba255ba9e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7320e99c7e1163dd9978329518d462330de812eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853876814d699f37245e4d9a58481a291b38cd9893370a24dafc5342bb1015ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9980beea83aa07f60da23615baaf445c1bff0a2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e9a80e71a55f1647de3a126e3edeaa447a5ade4ea42abe68050d0bd50cc78c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cce66540d9ec373916bd953cd6fb75a15a2c84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f829b076bca09ecfd2f69825f5a03b796af22f7a2fd2834334f8c711b9a75830
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a994dafbf83cf1519ab66de18e555f6be3787ed7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b4339bc10f98826dc58fe1952300613880f846f6c7b2cc1a5464fb5dd13f98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cda0197bfc6750f8e85cdf02e328f5e3d6ed1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da386466399decf909bc054203ba65887bd87d004e294d59a60809433a1f2fde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a22f7a3291046de504d8a7947244d0109ab743
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe46948ea1581cc1e43d847b3de32d68dda00adcbb6473c983b9adf6e5a7f7a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7203cf2ff6c6eae4495237dcb5154f0030597d01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a781ae81389823ee94bfcefcf9345da1286369c8106141edb43075585d27e3be
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49e20548420a0cb43f0e14e02686fbd0bc4acd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712d5577ecaa3a5a81f70e11062f22ce7410c71145e2f5deb3df819df7704121
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579272a82237c466138ca2a17220e3434416661e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1273a3915ebab5ad716bb1f7e8e2c99e2bb2642052b01f00e0b270e19ad570
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967882174e345c0f192fe51c6c94ee59f9f5a272
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696377f5e385f82c601ebb0d151515a757480f8069e7edd61fbd2af7270dece5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2140c46dcf67f80b23590c15cda4e3583eb1df19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e13e0cbc980dc9857502884771a28ef6b529c3357236f76aab6ba44df414c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f844deb3e8cf395050184dd114ec944174237645
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb09c7c5a49f4910c1c91323c06e90632ef1faf118b041788779658a874260a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09da4de22ef8b7acf92976e7e3414d59c9b6d72e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be606eb74cc57e63e952def98aa0dfe0c0e2bda5778dc5095d99cef7064c759a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64f8f0bab59c1bbe3a2a18a4d6737a9df61ddb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee99a284e7454475dcdf04fdc1d7c0d24ef783348585786cf6c3d44a4f08d8e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cb80549ecb527bbc099aab25b209c366bd1e10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892ad034fdaed2256e20f4673e0ce9cf4847598c8de8f33803cbfa905987398
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef3d2f244cf2902d8c72109e97c41b5b1511b18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a7c4456584fca50c8bf693fe7b781df3565a1c15b6c63d78de741229968b37
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986f93cc691d568560a5a003219a649374f2fec6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4860030d00e0c09cb67678fb70fc64222d7fda0a8f9eeabef2da35fda0e7bbf0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494837e4964d1c5606dc91379d56e1b84385ac3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee3b9f991a2191d0e787ba5164335ce9ca95ac5b6a0e8415108353bf829388
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0065153de58e5f8ee6e3ed536f64670f01f6727
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e280553a5027590945b6e6cded600c67431f3cd1f9725aafb576686e1514c15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63960e92655a053b4347b7bb5e1f176cb95df166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e1b4123fd070401b8d1ed3b7c238dadda9c64f9f08a5d7582d5ad2f950336e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1b2b7d65ad5cac48b5d232e13926edc44399bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c11e2fd6b543edd4059a81d95bb65ad3be19b75ab5505d6e5c268baf5ab171
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b983648bb451524139bae4134aa1f9a7a2ddca27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ef487331b5ba894e1d9551d1d0115176b9781a31742d33d260339a600af5e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31bdb43f734f99d5774fcee7174265e678a200d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f345d5080c3ae61da8f754e2a36a07373dd5d2653e9211f7b21fcd7742dc7fdd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d50cfdbb018ac2c50538d0b98edc0340f99787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa63a3b058db2a2a50dc52f58f335d72bf2138a1255ebc827a407d026acf5920
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72abaf20fca50af0b49bbe114b554bfca9d39105
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13462fadf2e14a72d75bb7634616ae0d24ff3fa4e9a8228ed2ba8967dc3b341
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58523b756a53cfe2e3a562485ef8c15a62f9e9a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fa2c03b3a22a87cd79fd9a713d8166f0b8927bc4d8f6ee525fe9dda3fae812
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113ec3d77dddb7f3dcbcc9d44944029a212709a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b606e5a94d701677b0239b4fbf99098b0802ecc8f04d52df7ad2f19ae4828178
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67711162cde25cbf5624695e15131944d1a80e14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6d113739401cbcac4a9b85a261d984bf0252b3523a4e1e4e7069d9ed17fe11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6710ca1b220ba18465cd4a01388c1e766ad9b8f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9082a3a333f3234a81a309628d9b223d5f64f9c84fc10444d199baf7702cc89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa2e63b766fad68d633974b1345f60724a0a8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ec2a0e08cb4c483e09769a30b89f385fba5be6ffb0c674e866bbc72dedf74c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4fecc00ddbc50ee99ffca48b6a101d9a94edb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718c8609f9f6a5ebab50d625f23657482c91d79b24914a99a1350e8962a1ab14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd217eedc5d14e8b58f89dc451b03b4860c96a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8284e6511aede1e08497cc6fec759fb6c75055bd05abf82ce30a85d094068382
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe17b669953b5d41ce60c88efa512450fc0b37c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96814dbe336204bb07f1efb01de1be6667b4ca6c7d3e3d1f8b7c71f021778adf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cf9797046399090abf5b5eca7058b042d51947
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8454ad6cc490a423afa2450485798c738f831d425f2e172730ade41866bb20a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ca0f5f20f747355be9d92f12589b7dbbd95b64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90db00f9a5c393d0bbf36174a0c3cabaa39b931c4424d43be3d1b7a6fc05f41
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fdc96ebeb34329d40f58eedcba6582e9e131db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bd7bcdfadb9f497f07c51ba527cb99d43eea76597ebbd6cce72ff7d8c0f3ac
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16e7f93356fbc183be0bc3641bae221689a17c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbc2b96bb57d87f1872cab3dfe2cccbb95dbf0103362a37801491719c3b49f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d02fe7be965a67c9415ab86abac86e65760af28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5d69364de0c3f1d149df05426dd2c962bc3b6038520c15b2a181b75b8d049e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762fe3d57445bb5890da0b812dae0f193d1db340
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd635b808cc355765cb436d7fbf35e1254928a8a16d5513b74fa895640698c20
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e0ca8dce8a4d8488d2aef9d34f3c6cabe31706
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfc82482ad35c6f6f309b4881326899cdb8d464674b79ac2d0e534fb8b9ceeb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f0c45f1d88687778ceb52de03d3f184cb05a0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efc89bce7f07f97d19981568a33fbf179e97b5529996740bdec04ff674cfc69
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674f032bfa30bbaed5050208f59f9c2ea9ee385f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41db9df4f07e8dbe758f3a5097a1b2995bac89ae9118b03ed7fa4a07a73c59d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da916fb0d8e09b2820963589f7a2e4ff1966c6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd29736d6f3501e18e1bb05eae7e06bec650eb84b0e6ce06f70ab310fee601d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3856598e65c9ba9bc9d11d58b5e06653cb93d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea5b79b0521bdb0c41d1026d4718b73288b16eae77879ff91df3536201e0354
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8be819c81f272969654f544fde72b97e73a068
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec84855d1569e7c019ea7d9c5c5ca1203009ffe90ba0263b3ff33866ea0e299
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb598d110dd5f6331b989808579b8a088eeef049
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c278461b470ad9c2ee6ca74f6350aa086a2cb76fc1f7c3b6a8dfb1620a06333
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc80038e342d039659da604a0aebfe98516dc5d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4707e9ab08d000728c94426b7ab0e2d1d27c0714c43f6ae57d9c9356db3bb051
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c99ac4982562e6ca81d317eb083fb92409442a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1d6b16d610a29be70d121223c0ba6307c54d08b06b0c2453f6672b54a6e019
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f6dcbb57b85f82850e3fef8aa6ceced91d8b92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e41948a976a397a0990a8e8e411fb369a7c267761dff42e759cdefb89a672f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6632aaee427b11c55f1b03dd2502340fa300e34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1836f5bc9dee4bf604c05acf732fb85ae7d85bbd53d34ac49829d3870d9aee9d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64bf596a69aedb308a60738fb27dc77ff0b4800
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd369ea4b8bdf1df2adbf404af1cf693dd507c4460d047f26815df2103f879d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780446786eafe20b6c6616dc7eacf046e45bc317
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1445bfddd24835e778bb8ef208cb75c951c973e3cbe5952b082fbf2a5202f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac25dc2abe55e5ac2a6b7b8bf3deb6c3f627ffe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf707df856941d2382ad81735d30f602102d596584d483d32f29363433ab215
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca5be0f1c083fe5ed16117cdd4e947e33c6940f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76f8560597ee4d4b0a958b7e742a534073e8b3eac1fd46b349a27f3c23037d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b84619894cf64b357ce017dbbbbf9577c3a06d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20b0d996b56775318b5e7eb565ad85c8dd23d08b784b44bf4fa8937cc477207
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3231f93c8e4ea2bda5cbbf52fd24e7c5b12e27c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5039189a2e643ba4ab5fae3672c5c885278ae34c7f1ceec78048409487d278f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763585ab36643593e7f0d0334fafc8a4db0d039c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d51627cd9203e7f090c86488b9457894348aebc085fa9c1a996b9d26e71433
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056827c378e956e96006fd6b351000b39cb38268
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ade4e7dd6cfb7027a5d676dd732a878a6bb6fa4639217710fb241bc2bd8f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaad4b387834c6525c879cbfa1216cec0830a810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45abc22777389c1f0593a62d9c5bdf800febb1cf2c5752137d4337508880d6c3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b141c3b3930b435e6497015b1579f37a3de4bfc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c7b6eed5a3e092aa347293d06ee7e9ec887926a8abe56d409ccd9c509f805a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4d45aec7927595ee7a4785fbab2a79f12a802e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3462dfd6f3690d30f6ee314b3d56a67aec3dd0bb9005f61764e683f35aafefe1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d2212609769745072864c2f240070ee039de61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7236d02e4f32fe9a4e7da08e6d28ec5c6f79aea8a5d7dc35d7d4aa678a42e875
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f86e105d312892bfbfaeaad0f17d2ab6459ed6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7795a0d3a0ac5a7965f5a49d6a8501002416b24e255d267d4e205764cb489e1c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf77ee8bb721b2d45a363ed971804ac5f9c88399
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ec1767d76dbaa76dd8f16801cc3cbf21d62f05fc4655f7ab7885f032743b95
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f3137b8e33ed848aa23843eff2b821a474f669
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddceaff675080517ad85c2d090a0026be6487fcd465b2f196d87ba92020d54ed
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7f130f31b18c21604d640c93278971b5675611
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7343e247f41eb6d034558717e316aa804c20f5d39f499cf1266d2e0d1fef8da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c87e2408f251e46f0a5d00ee1dedc881c8ab461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe5add08e71ca8c9ddbaf3a9c3e5709bf8c01c3f7d1a3d0f92011064e247705
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c892214eb1bef8f81aa2ba1440827b0ce95f22ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d3175861eaedc08a69098379c4785be9e2edc09fcea23ffe8e7186b741ef9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8410aacbfea971f356722efa3763e910e4c44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f516536d7230519b464c31ea5fda6f2e00dcf4528d926ed327c32b169d77dfbf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1a38b3b22ef239e154d1126f9a22c90a0c74f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6c79c8b3d27e4fd719e942432cbcb93e25eaff5a5a29210aa3f3fc56ccb1e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aabe60c20169703224595ee0799bebab4ad3b4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3405bc363969499639135550ccc7d13fb663608cc841e3dd41612a2363c0aeb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03378f6657396439291d8cf83b77034aac2d332
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d262c42407bc6bd133ae908d9b033e96ee0bf56df661b18f771b39b971990d28
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a387db0e438b0941c4cc0b8e4e66516d1ac3b9f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d28ce55b4e0e71c99fa016358ef8abf4b00fa6c0e6fe561d8fd269d06ea1705
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119a999087b35717d357e8bb572c812b402a697a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fe19ef0fc9bf34da3976b6d0b1a6738241f1abe0ae1d11b6133657d4a340d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2394bc2dec1f8a2f6c3057e3f9c6e268d5983f46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37caae5fd6b4adf5b23e1be531e38573eea5b8fec9d2393afa6a56c4a4221975
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183a281c9dfab0ad9559664d6c418aae7aba443e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4e27b91bad7bbbc49011eaaa124e15307e3344b256b395b00df49d772c7610
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a100bbf2d6c1a29757fd30838c1427f97be94d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0a157672285365a7aab9dfa206daee861bb3ce167829d790ca320a98e6590b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a62c0a8d8941e6a874975d070f4297aca8eaa5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97084b460798304120e579b0f4904e3ea744a39d906a963aa4dc6c799dd843ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c339ab32af7a885cbf5cd3ba5144c3a8dbbf9d2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ad365d2f0a9df511cbe5615187fe1533ea4fdcec0a5251cc3db995fcb0f7ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028c555fd01393dd4c142e2e5771ddd5116426bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f00d656a8bed4ed554136407d40c3a0ad69ab81518a3e2a523943a7e5ba01b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd90c45bc2d2c5f2c7d9a2d1ce070a714ddd334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f29f1c7f5c59ec88fb206363e78fe3193183bf4273398bb12c0d03ca803cb4d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98305b14223f4ff2303897c5373787c81742b0ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb98b116b7f35c11d9f8e796fbebc8621da1f528f484b646cbaad84411d9fea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b84e00104a5cbea502b3bd83b8420eb8119ba33
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772f51c38a513ff8b697ba1a0fd34981c89d094edf586807e10fefc795cd8876
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0790d016cffb9eeef1d5879c3b67886836d5dc90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8814cd55f2861a3ca58798aac26a7852addb2fb4367ff73d0f9c52ff76aa0a37
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c20c9df20675ac1a1573d32293b5b5a028b30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5cb913928d3f66180119ad4ab5c72ff011501332346c5b273d162550adc785
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3759d6f6722dd6119d179122c8969c1bc8166af5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ffe7784d13e9feaaa291c08082ffa3a7f8614fd14f52045cdaad250b91ecac
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7616603d7a10dbe9e500920f9698972e3e078e51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9fea23ce03aecee89a6be4d68d83d409f5353553e9b7538a75c24310945507
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2318ab1816995fd537c2eeaa1eca1ee07f4cce8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3634dba1d1c3d8a773367bb1f48dea702ab2d27e557b02e2466b10249d9fc258
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fd169905ab1139f46ef1b9163d1d702c510d90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e285b73d3918f5eb15c2cb12f3b5013785ebf024e57a52b299a6e93493f2e450
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969aeaf5f2524079937a45ea53b2aed03a03169f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeaef32483ea4d4d64722ecd4ecfc5d16c2e4ef446ce023c362fd6b5ddb3058
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e768e1b63c31ddb10d162d9dd53868045f4f9d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb946909731e9cdf85432a7cf0fc36aa4630c8aec390e094c113f04a8173c08a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667d40738c9c353e2774a3a73a640de2f4d05d80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc529aae10446798c8d3835359838b24e3981c4faf71b5175d8ff1f686fbdf3a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bedf29828308085303fda8a8c595ffb5117757
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4326e272054e3badb3b425c1b2fb56117ba48c6ea761e395070dd7a12dc70db3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646478e6e7cbd21cce66d3e3cefba97e0a10ef2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f50f6f4ec9b93eb62122a702d1c5f6a970c1dbcac187175750f48939ae84705
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef82bbf2af44e6d50ae629a168401b477d9b194f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f953b9cc001a757cf22b1aeba7a3ef8863bdecd2d96f3b5cb1b61cb7d9de5d4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4011f307421d88369e2a9af3b1cb101e3ec87b78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9865ac7b4180ffb57c5bf812bea36282f6d4aaeadd32358c652cf3451d3ebd7f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19af1a82caa160bea5ed9fc1106ed3231115e5b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eac48050bac220d73a12a8c39995c8cd83d87200a1bc1ba683633114c296759
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93f4777827bdc51a3efc4ef8feec064cfe1db15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f964fe8381d9973971f1369b3e5ab0d472a51da4a83c38eebdc623478386bf8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b889c903a7dffbac630fbe67f5f51bafe2ccad3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac1f570fd8b0c467d4e40fe48814836d52ece65029e9c466b636b8403481961
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d1761427b507f4b79610ae26feff2fe16e43b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505c28db530cd19f6c1b504f8a1bc2b202a385e73f637badba08a5af42673858
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaa2c84bb608aa0247262c2fe69df1483151a67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80693d3870a83feaad89c389c07b3ba51abcf639978e12f326cdc984a268c82f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147d3f32d40be7155af8a9065a70bbb396acdab1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d347209116e07325d3ee981d8ea3081a3ebaf2d3e640abb342e743627e99f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba9150ea5e040b1c722a81a05fcd272a545c3f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bd023356a2e69febd6c2e8d1668fbb446a976be95b43b3a67b58f14905bfe4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803f29371dce855c47c4cae5a26abf0aea62960d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da17dc7c928edbf54381db292c44c368e6e578ff478e1108e9b5f34e415e6e7b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0f6acccfe1eda990c4128ff45e936f129d2256
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95513e9d0decf37da2ed7c5d9bbd3ba2f36312256f182a9b9a903a26c1cb3556
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9b662698e10841f3efacc9c60290784cf2d9d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98821312ff49d8ac58f6e42cf1e32ebbf294f824f2dda6f83549e55e8537019
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7828d9c5dc5325eaae729552eeb7ec4d7f4b4cb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c754ee1ea1fd3f72d0a5e3a23fed01261668a6814ede1fb9e6a6c2d8dd447f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3287990387aee48de0496c360f90b628ac54c9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99100c0ff70307d1021a6f1fec1747b9abe26af9f61fef32273adaa745ea21
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5f9573129a9fb07a3da212bef7a167fa850570
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80def79403be4aa5ba2a743e905bb6ec6c2d787c6986c1891bb1739177ccfda1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931af2667b771528c3b370fcbfb01bbf135a8078
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48669b295cf7907369d806aed8f8ca56f297271d29d669a3ce07356b3785294f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba5c10c42f9802e40ceee65ad78f5c7599ebbd9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0245495b60a7533a0618fb204dd0e788143b6295e109f59b118fb2b983a2611e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678e9efa7f67c77ed6f46dd62920b6af5fa1271d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d556404331a495b8285b050f46bc990778e2756aa64c3bf3986682e8e7a3c02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0470320bce6209cc16ba9508ce1070b0c90cd334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2084f1646520a42f094f25eb6ea7096c44c15cf70698edaef8d580d46b5d63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c38ca5a560494b7873cc5f19ce413661807a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9799706851b6ee4b15ff065c133326ffbcabb1df62639a36b00966b29bd23edd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcbc3effbcc8745e70a1fc976e4d7465511a630
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41188a901407c06159708870336cfff7a044859f5cb230eff15ccc419fafbec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e01a692815e46e97b09958fe5d395acc58f108
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc965413a67b869c42926eeeb4e898b8e6775eec60e003476a15172a055a4ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c279adbddb0ad5a721b7fbf8b34a324ec61d0b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e65d31b77c182e51ae87d74a3bbe954ea71887b5f90ce6ed00d1839f517d98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ee274f0deac4f2b02e97d5d02320f202e92dd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db6ee9cef0bd2c822121121130f29eb9a7d8d0b4350c297379dfc4528051fd7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05761d5851ae591788051782c13d021de5cabb41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fd68374c985ce7913a278ff52cad8697bd61d3d5839a4e3c6af80604d6a4c8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003450ffdd45cc1a6506fa69711c067ed62fd3e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0191d14bc05db9cf173027e1518a2ff9195704702e0fe1924d8d9de072f59a08
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad7e175ca4ef98e889ccff45ad1d755e5d59d59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea125cdb0fd960bc8b0e7466597153e10bf1107a6e1a3ac813f05c6fd707af38
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e122c36b72b927d12e8a2d3b1ae62f076fe684de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acfce3d0bd921efe20685e5544f05f1e60ebb07b5fe97ee4ad30cea2adf4674
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa86b96eeb7794e155fe39a3b4914c2e482faebf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd91e345ec9f268d8fc964a2a5619a227e9b3c44307a1971a4dcbd2cf6d38ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9388604ec3fac5251162460dfcd3c6d561c0c309
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a83840df4f1cc0683fd292ec899ec1f49f37fed79321f3c03ebf8fc32b9664
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50450e7c92b4207e6d8c447ea62b1b5989951bc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a671796bcb8d5b91735ed6cf95a6954c8545a1836c43cd309dd5bd7869a8b07
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0f982313c6d045c518bb8080cd6a9fe6c59542
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40afbd768aeeb6783ab30fb1a30e316c59d874fbe1b284154d6a4f82773c025
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b5089973e865c306f73d9e32d6ed541b188559
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285ca13050725fcb85d8c471b94ee2e5c654e78f26885364b75da708c19c84cb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee39746444c70081a15ea6e5596d65961c49ed9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e42d4f0ab86c9e66812e33886c8731ebceedebb5d18a8d0bb703ea389f3085
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15d46bc7d246b9a4630518b1aae7afec82a5a7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93451d26893f0a2056dba6e54521638506c44c44f92788ce0f3a65544769905a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe32e65ca93e17cf8555b926204cbd4cff51024
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1d6dbc1770937ea85e551fd98483f4f9ace6ba0c7269d3c0941f0639557637
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c378055ecbc7a557ba9ecdf9e7820fac313ef9d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fef6304534b56c099961539cb1a4e0661c4bc93ce527749ca7b1f45ccebdc05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8e421a716785955092ec666ba0b5a46ae23c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e2dc6d3a53ae4979f6e18be593f7fd444860739270a24f7455e6c7d995d973
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2ef3698c12d311c6af3bbef267aa35f5e0820b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8816da6ca09722994975f71be54aca6c29bc59aff18397757a5fb4ca29175ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa8e473075a608ee788df5cd0f5bb9d80b6955a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2caa45fe145c5493e9905622def96ddb11092bcffa38091321994bf6e63e743
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e301c4e9c8e3db299ce74f3f0de20ccbd1e404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd549e178771841a444839a09f06043f7e1fc1778f788099c658a6062f16785
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee97685621a34b5f80342c86ed1604c7928a311a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d52e70228395c38ef8a73176eeee2ec7de42a4440a80c57fb78ff4911639a4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529fbe4819a58119f67ae5cb1afe48d150f63f2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a746b6199771d619fb7289a1b8b8b3f70f6202e22032c7a7fe95c16edfe7a779
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c80173de7d3e98cf434c0a1a5ec3931f8dd915
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b6280b479fad8d885a8a1ac6cc481b3e94a4987cf345fa694a18dc6b0404df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8b3ad0cdd819332e978afd30a5f1ec9478a86e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4685fe04615a6c21bc22d0d4fc204e451ec3bcaa8a8f2492cd6998bf87088c91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b88e0473c029209d3e88308bb41aee7b102e1ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1310505d83623760a4e96b819c2726ca7f9ca3563a126cc0c8f933d42d89b5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca51b370802cc8450005e96111619a60d7e9f55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742f2416c513f0e7fcf87ee70c8467376e1d167938c2c5837eb92983bfd584a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ed02df661a1227b634759b0bf885f3e634e0db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a844f6dc8ef7778ab2184b7d6999f39356deb5a76a4efd4d4f0787be6751b6c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e728ff268cd64287d81b601a095543520c5926
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2abc81bc43c8391e83ae2d23557f7ee5e1a80bb6bddbf3a6ed8549c2c754a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57892ec8592f49ac8366df5e5b11c4b021b3ebe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ee59aad670c681c4cf1078c1ac4436e62829befd6c9331c9247ca98bd4c627
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598d5fc718156592faefadc537c5e5f1a6a79b37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684d58bbcbcd407296ab341f46d32b63e97f46972b4b0ae2e8c87e27ea8ad5e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095dc171926f60f06957cadf095f779373515a14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf6fbf278c4699865586bcdb7d8fe8e50f27e371ab4df6932632bec815dc4d0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f899b4b8f3797a8c9b3946758077dae7e91f37ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78294652e778f142a2ad2db2fca530a80e98cda7645497e08053f4560db984c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20eb172a7c51272e0c52e338fa01243e8990a506
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c02714b6d62949111cbd067760c517e3671e6e24d62a9f779c8c51ffa6780d3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab72cfdd1a58524e261c96cac3a4ac626d24648a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ff7bdb249fd7e4a85e3d1761706573666df63848476f3edf17420e4515b9c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ea500a78ce6564dbe54b60f7e78f7cacbe97f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6ecc22523060a150eee128c6593ae26600251974cb6e7688f8f262784dbcbf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e7f501d5b134aab6daa68398d8710bcaa56eb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abbbdc785d19bde66829de4b3504a044af925b0df19fd2b4427488430101552
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e17a18c10cb672d86231839dc640386754f083
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c44abee747cbd69f070df8a6dc80ee926e437a6c6c292dece88311de3c59b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec05188cddf82cad035a755e9e526ce4a0f1f7bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa050195891d9bb94fb1670655452a104d2a518f3c9f6a179cc0002aa269b5b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20fbfd73234068ddbeda04242af44752356d043
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d547091e364ce18206bf58428f21b374b71ae6ff9373acf15878b69eb2abf1ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9309cfe5073405485c9280fd34241af53394888f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5f64c2b6145172b80822b3531bebf57f162e5b4df7caae7e08f7b37ddc3907
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e063db384560467f1a4ba30244c9deea25484a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac898ee1964c80a44e9ede07a4474b917c7c2e4d8dc4c102f3d1d6ebbb951681
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2456877e0e232cd540f8d1155b9a859c5fe5c23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd2b0d260eccf24f9df0d3e501399e21f4e6de1dcd5f34faf04ed97cedfaa46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4550adeb2aa02b5d3c4511f812c67c617c67534f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4d7ee405693064417b9b471c2c0f206ecffcfdcf507fef385648bfca4e8efe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc959dc259aaa397d13698eaf2f5afac1efaddb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0839b24bd45492a2fd75899a4a2a083efc953728bb4c017c022622b9656a7fd2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dee49e401a38be0d0912efde2c714240a9f6e69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcace442521ec49ad1323680e9f7ec04d9cefedff9a8ddccc7aebbb61d61a3b0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c12e6f5906ce62cc57bea17f2e47db51aa2bc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8320893acba82ea9a0c5c9a4a8a6cbeb514e01b5af277bc2342945e12beeb27f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcd7a2ce85cff8f375003209094016380b92c03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2009a0c1eca1075c9df944db9a5c86145b55779be1a4c4b06c8d683b527653f0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0855885c4e87a597a7e138888fbf113abff5218
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5395d9f88200cb5eb0ff3df191d70922400d8973002300dafe0c6ddc83c134b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a420c58c40a16d6b68d698ca97ac974f118cc012
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b8229532e8bbff70c7b62034a5df95684e31ea2694e4d8772af0e46ac3464d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3fa625822ac753ab0ecb67f69724a4e532e2f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f67d9c6b44877c9966ab35e980c8b32361badf4ae689c280fe7e5b8dc24e675
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2799b70b06f0c94bef885cc6117282e4d427e8e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864e69fc7b959f12b51b8712ead492552de292fb26cd458e23f2d7f5b4263f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d49997056c76342b3e848576c9c4cea0a24a7d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95f70c52d5b35d80883206a1b26384e4cfd55ca6841187201674a9ee9ae3bef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfcbab38ebf4db0fc7e23069be16905fa587fb0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0633babcbb28381ace786aadbd551d00c0ee2175a82db7b69b64114b2582562
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fb6252bd9cb7d07c2cee2ea0cc720e57e6f976
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d47d0e47d7db8bcd63c0f438f811dfade0d60063d2de035ceae7159abf2e0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d802db1bb62af395466fa1f6441f589c9af3692
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70278b740e737d4b7cc982048c7eb3d1c533e844585a2bdfea6e2e5d887ab994
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda0416a3d321a3e88a02399b06c5bba2fbb62b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0533367fc8b1d4a179ff221897a8e48bd05950a1abca1284a48f3559fb8975d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d91d602f6c1f1aa4f4f1f0df03d39bab3b06ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10c95bb0b4f65638862d55dd6aa1bde0420f19c0dba37c3eee6395baa511fbd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a5ad1411a35180e09c9050ba543b14b616bc94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3067c3877ab656fc60718ea543c6792b4ee87ac53963b6555418d9c09c8783
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee9415bfdfc77a8a71d2057ef8c2d91b415c7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bac60ecd6ed20c8f0b322f967ad271b3b1a91da47bd1f8b3a5d41cc7af06b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac007d96a486fa48097bb3d7ec721fde898ab959
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed03f410c1879e19047831c7c01e8728c5b9e203724bbb448463a5fd58650272
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36597bbdaefdced8dcbefdbd4faf889b7fbfc82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e059cde7f4ca01ae8cd514e0a13dfe0dc8bf167d9f988e98d7bc00932592a29
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227afcc540f7de5588e6b41de136ed64f9ee4fab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4abae06cec3697a51622bc00c7f5854dbee705450c5c4742a443ff705261e9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa14649675952d57d0446e44bf28df1dc0dbf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ceac05a9669b007c146c18c9b916234a32478cacd200e294a1cd0d4d402375d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc9a96edbcabfd05982042b9471e41f5044fe90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52cc0ffc49d14138622258f34bff17946dc1581fb77817f0cc8855655461ef3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ee9c3d3ebf7f65fe6b7bdf620af752742ee1f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b147e1804948d10c3c6ff2d351dde4318c400c35c9210fcd89510e92ed04f07
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915008f228f63073bdafd4b3dd25c583cf29e5bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c9d5836502b132508a8ab12c74adca32b2b4ba35f05c3c01adf61d645a59fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ed181a37837ebb2e59782ceed105316c2934e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f0eee540cfaf36b7d663be9cad0df59356e8226d02df03760d98ddfee896a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2a11929dcd2c0c2de81044b81acfd22c93c424
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f994f3b5d059dce9cd6d8a77aea01f55fdce08241792777b2bc6cdd8f85b22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63457edfbfc28f4f0e072ce53f317829909e151
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9393f2f5c5b9e07e5a7bd80a881b19f8cbb116da625015de1c61d561810e67
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2d5c0d2e4c67921cec0a7e812910a2c7c7f5da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b159a616752ec8b6545a416056f0dd2b2196d662a4488c6e445c6a85cf2ebb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9497dd82d785facbbeadf489320965f7ce3111c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8f1fcb4839e72f64f613a2265611523f1c40496fd6c5d750e1043d7f27b8e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c724f64194b021698c9e1303522ddd45384480
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640318adbbc6e16c0c7045f8bf1442c9e38b13c9651ab8e106db428fc4026a62
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b65533a74647e62f58993ae974c88e7385345e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e93e6394534d1b30c49e4777adc7a67f3ed111d63f79d39ec608508e5bdec2d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9777ea21f7680ad132bc62c94f88cb972bd73d82
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33944e2a9d7a85b6883101b845309cd77abcf3c3da85bfd20e0566c10d791c25
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eb105a3d6e4892bded1b97d54519366e34fd52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc91ce67f688660c5a9917e99ca007dfc6f5802735eafea16a35685ecd6c431b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e29b1756bd8db914341ce668c1e6042d6f657c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335830eee509aa3a56f2a55e0aec8d2d010035b0167f114c58840b562f4bc07d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0466086d005f072de90494bf6d52646edd05febe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbb470d3ae9b9341766c8080bf22da4549bae81717856a6af1cf0305a8950f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fa38eb59e0f632fa0f14fee4c2ee6966c277d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dab44d5e87c4960353e278a8d1eabf24f3f28a602ed88c3f335d73a4807362
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36854e9eb4aba435f621b9fa2590f8638c802008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b028ba339c4e453b2417caa9de23f0dcf61cf49423d54766d6ee045789fe5b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ceedeae940c5f6feab06b34a8ef70e755c4bc7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6d30f66f48a9a3ee59ceb046e5f2de36ae6750413f0d4bf2e36c030746e9c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c191a0f35f05e924f981d9e4143e1ad00f728f76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c1692acb6c2d969349fc45dc19b8c6d702f895a92ecad05f54e7e68e6544e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86857839c2caadc42cd6702547950140280e821
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9d48efa5f1a6c2d8ccfaee17724bb39aea6c26c3fd41359ffef999b8e95e56
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a75c455d512030cef59e298060fdf0bb8f5499
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3762f446c6a0f8dc0175212d1606f056ecebfc904fd72c71f9e4e6532eccd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf459e1fab21dcd739d84e92cb77bacfb87789e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84516d1343a5e29c394783c8d1d066d51057e44724a78f6841afe831559b0e60
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915f8230bec2d1849ac026c37beea7748efa0801
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef892e508936d864ba73cbe85bfeeae8f91ee6d652e9a44878c76433a8269ced
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcc19a76dea2a45d491b5d8fce0db16f2b7a601
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3b6b1f4727056e856839ea848504cc1ff0fe794ced98f0113f5e4a4b4bebba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c461c794f6415ecb74480d948294aaa2cc7eeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2b48a1a57d4ddc440e38f7a92e700d39680ac7b30cbc37b9c7c489a8569d55
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d6aea46da22adb058d244d5c394f16e4091143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3e79a33270c1ad937400585974bde1ae1109f76165198666105d0be7ce812e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467549504e013fb686901c46d6670107c40ccbbb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96988992aeb9fa88ec1cf6bc6f9121611f490af65993962203074aef08f9830
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af9c55ae58cb3e27d6b905d4200e9d59e6d985a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb8cd00f0274f07ae600d2f377addb4750d81eda7f7e469cd5ba73d153a1f26
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bd5c448f70692c4602c35f9147026d691891a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee8c693f1e4d727078062dbc015b53a8461d0f09296f8dac3988257be1fd70e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb71ab06b80aca39f20c5025d6a68c07fc7a1c26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7872545d6ced2ded79cba83a601ecd003fce8f65001c80465e271e060acf478
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef86348678d1940e7ae47d18d9b73d9dd04ab1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89240d04eb72dbf9269f5ff00be8e819ceb4a77d8fdb11ce2c38b1a88c99159
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43def5593e50bc50bc76fbfa6c77b4d3e6b9cc1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d6a93affa5a5ab16943a8b5e3c98238c9efb753474cbbc2071e8f8a4eef489
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2f058faa9a9fca9cb9509fa4dde78876dd04e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7084cd3763918c1062d6737e3e8116e2c39bb6e63f53fcd5dc381893f40ea3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6a0225be6140408e387628a4a4abd984a59942
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce379770384a0a7f066ae03a9ef85139668add704a54081a17cfdc27668b332e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0677ef2f2b1287c911ec1d4739faf7445f57894
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6e555e0ad2ece6baf72c4f48df1c20e598bf5bfb871d1117851ff32cc08cc5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e70d4068491aaa52febde310179bbc4d1ca62cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5a718717d00523e928c7eda3e3b2a532ea7b99f019af2469b13fb975be74e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf21f50f9c8b92a45b1039766fdb6ca6151c8726
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef809f30d99138a00cac4b4fd4ace3f05ff323cb6a4b2213d2065869a089752
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36af10fd1ce886d9b3ba6849cd1c5e4f2872b9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e47db4eaa55aaff7a39761c834c73df501c54202e8955877f03c7e7b03594d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb83ec24b1eb27866b435593f6ac4d32169098f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef8507441326e201255ae2d508c330b39ed98b640dbad185082405b2e5ad77f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3102263c2fc07bf74e83afbf7d3a2825825a6138
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229f6c64301b651b7c480a205c38b6afc099f20f4bd086e8f4b6add7d87adb18
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736f248c2e175bb0dd5f1e979ef37c6024d38c90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa674c103162e922d6b02f63bc1e238db198b089ac69cc408ee06f5bc599919
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c256dca31731b7123d4103b7f0e5921edd593ea8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2cef6735ac1bed2b2d10c15a15a87871fddfec81c16ce1c1ffb6ff6d529d2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78976156f386c24412495cfb5857bbcdfcfc8a64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d985ec151f63eda0c9c9439788b4f8b23ae170e387cd9a5145ad4321a8929f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679cf3b3474f886d51511832105012e31b7403e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b128ccf76ab19a8ce11553b554056eb34dd97f3884d5c3c079470499242f69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fd503cdbff6221580fa0bf4acde9d641cc489a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753cbce429d361c37d8c2b52ed41669d5d5b1b0a05a1751baa970d65cd2ab8ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09b652178d944b7c7e691ee0487f2db719b8fa8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd16dda204e3e7bc9fe38383077e247b2b2b4e6e2c8bf260655581a49980af4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41dee14b07a223efde7126283f9fad1bab4dec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd009f4df707f545559bc7d3ea114654ec227f526425f1d298905bac4c6bc527
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a7f4d3fbb1a72eb455bafae6079f18c9f555bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0d10346ef37571b482eea09d5b85dd47ec60889c05621f3a86ce2a1aa9db0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fd641455c0a9e984e73fff453860351b7ad09f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546e8b525f3b30d93b888e5f03e6e434c12fa26b656fea78d1bfa7a7e0d7800b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e70c3ef8fb770157bb2c5eba7984639516a9cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6495ffcb7ca0f3b22fd0a1bd4b651a667a61e1e50b82d9290f0fffb8f5a4584c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d47b9094978fc6c2867788a4a78bcb4feb41df8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2df6f4a915d89a2086a969b9fdeae1d52530fb51b328e45165a1620a677026
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a517374ba517bae5f58af11b579555505bd128a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ded4e417b7016380f13f44b23eebfc9e7bfef029be4ccfbcfdc7a5efd7b4a9f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c03a6cabd485124125c5ec218f80edf6776e6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59fd54f7258e087ebb4eec2411ee3a1589bdcc5b86456ed19bd0fcacb483e85
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303aa348a9b08374ec394407030018079de66478
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c700a7be2ae7867427d6ff5d5eed3c760f2d7e46faf3ba495b19b2f009cba12
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f06c91ad302719f5fc8b8054499a04f403e04f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfdd634c3592ff62a06f0be26e83512304a5d2e728efcdc43ec4734b985735f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913e20be545779738ef88d588748dea57586ca10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca59a0a094ec05a1c3871707dea93bd129f051f78fbddca7ce278db95bb14b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab7a9a9364cce8f6bedb3189729642a0a438030
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e00c3ad69010d5789f67c6a198ab7648527e480d1a25876731c68bc65f003d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409240c7924393adf2104fb1afe33f6ea5b48791
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73bb002c042b0ca7cb7fe1967dd65afb565b7db7e5a0c2650ddbcda627b06dd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0187e4e0b73ecf1cfafa1bc5ddaf2345d04ff58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c8df60f4ca4e1d5a6fd758aadf7c6e58382d9a7cfe7b2e8336166d9cd8ccca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27091c15b86dd9f7185b1ee57cebcfbc8f12c217
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f494a002694a3328248b7dd73b4862956ffc076b320ad3a0c5cd2740569f444b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306d772c45cb0c846387f2d463185fa4833bf143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9196d4a2f6bd79f18c47f1863c9db1bf2a989524a78820fe676a8d4209136b6e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a2d2e33c6bb254f199d8c7956a76598a6332f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9b6029b31aaa3c33b79fd4b5291ab69d4b0346bf19c52c9cf9e3ac333cfc4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3050670aa458f282591c6cc8ec20280aa16523ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7b44478d734d91f33d03de5f9dde4c2d8f816a4934ee398740ad76b26abb59
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f71f79c01a6b5720f7c5d3a825f98f8f5a82e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264a299c4dc74dc3a63456f749ef90a81c593ef96708bf86a959ed445e9bb455
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3814acf226208167adc3d0d5d2c0d8def04e9e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739d15419779e3155b5aad523f34200f98721702a9d655637eee0b1e1f667296
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e604abc4a8a67de64a24c69e1109dbf35dc8fd81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cb3907d5559107266eb231c7b15db76a1bc275ab952b7726326e0216d64f98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8a5fc2f3a19a869be30a7d66365cdce31c0fd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b9519d7f977b24f95f772c6db26eb79af100723fbb717c27120b7fd1659e9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd54d7fdca732a3aeeda2b67751a365906d513c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052463022ba840aa56fcfc71951a40954e2f501c6bf03efcb45f4313f780308c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0f8e5f7000429061f4f78c00284e5257e77b2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0eacf1eadbaebb9e84dbdf9574090e2a596f0d0ee0b73f9f0ff3f457df8deb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de3fdb3f9e0e7064e1e65fc715857c2da24dfb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494946890c396603648855596e5f53b5a8b82449fcfeb6a10e1caa39ce28624e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2ad93a169cad6e8e17ce109abe1c14f6c99877
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22ec42afe58af4157cc4faffd8e3afb5262480cbbc8e35441b36ae0d2246335
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c63b651affe21b270e47add7edb257fb0435062
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece90a6cb71c80100220a432abf66b6479e2a35c32a0d8fc90e5923e2edf814a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eeeb8b8fb93f047f0ad5cd5dee473c3fe5aa87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec651b21db83b6be03941e34a4bf8d0587119a7656356740b3a2d1a65eb051b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb116f496fbc059656b5213a7d0cf3e6033f08a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e08aff4bb5e4049455b1a2367576fe4686c9a7fdbdd02b7ab9086a929109b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6d68aa163033b440baea42cf5e83312f896b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30304f28c8cd6dca75da374c90038384a4bb93ef9dafa3354797ff4231ccf69f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1854df9cd9c8326247a56a1d35510b87798334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732c6e4b2911ad4e83b23a5b6173d5e03ab78c2d260136c5d3fcad84649af866
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1492cdbb1b2fc5f116bec8c0c869510ef5146866
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14a1224326aa9b2173a23c23b0bcec7497294885653f5d4af485347489a2de5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58c6adb0299cd2daec4fe78073ceac3925d8a7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c32b8c5ce41c74a800bdbed9f61eabe9b35eb0bdba24a3fbe1ef7e7978233a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34aae5d690fa9b53f1c520b32207f95b7bc2a3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f0addf1e0c2b3c02fe7c35a2649ca96b2703aa6d04fec370f99e9108832824
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca167f04ab6e2727d80da7437c0c19dddfc942c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5035a77cf2659cdfd3e3b9c30240b183e0f3c7c66302569389185daee7b035e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6bd0feb54fa4258c6a2b50ea4598ea87febd42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaff6c6cf335143efd6df0a0925a8b6d6ea9b6c5b9cf15e99cb24530158acdae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92b89d7c3b39c575fad80e08ee653b943725ac8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d05ed239c059a74f6ae46f73ff146eb5b4a25591b5b21b66536be618eeec21
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb48030d126522e8da760cfd89f6a52fdb91f620
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a9c365ddd61b8b091615c79f524b8caeb4c5aaaed2a8a57f11bc69b9e9bf0d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8225e4026a325cf60ef59d64460f822fba40fe01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d4de3b05fcb5e62b952110d29c0469eca5bba8ac20cb686f2d69bc9e3291ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746463cabca271a3c6d324366f13a2e768187126
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c820d0adea231a524887f03151c186865254ef71d96d419eeea65028e0432c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec64c2705b386a34797e5a7b58bf24f16bde0f8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29baa02980b7692962464bd84ad395efbf648a815637701b61472a3c91970a61
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7854085aeda24e51119043523bc1afdc403c588
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f54adcf2fbf6788befab1050133cb6835e2db09df63995a1eeda2d503d552f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d58c241350eccfb2c3ff67802453cdbb9382df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8071a850bc944616f0dcb080a5906606d9c06476f129d4a743823ebb98b2f855
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089b7d6780cf54ee2f0163db577c4554033c48f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b35599641c0fe79acad3d2cf4fa080cdd67f1a618bc4c10ec7eda9ff887242e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f92f9640467e87ce46969edd7336333439c7a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d20829a365ba6ef7b9d51092b0f54012decd006996350196c87c149dba8cf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0ffceb989ec030fc0ff96b6c2a63f4b4e7ba80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a9705620e36d6cf58f00961327d05dd63e18f32a26224fd50dfab31e4eeecf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e05e435901f23edba2cd357e0c8de323522528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ce3eae1f8b326cde90ef90629569e13c7415b7661c3f348a15c66a5c49e9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb56249fb90dc384b67b002398823553388bcff2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a365ee38729d7ebf2db7699ad13884687958bda8a891f28378f6b7cbd4b14ef0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1484281010e3f7f2ee436209c1095ff044ed0e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10598ed46ddd648fb8d66cf4f48cad2e9979eebcb2d1a12d1e60cc64f0cf436c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5fbf07964979b4599e7c992fe73b84db4064b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a768116103d4f20baa7f269790b4e7c7a4e7204e893388fb00fb5db75867fdec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5116e0e165c7110a2e1869f31b697529bfc14a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d07a5cc9272a09c9366e45cd71b04601d1d88ee5106f3fe1706a40465a8837
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6a1e2b6e486ab6fb266798d6c40a5c4c6eaafc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d4c05a97456c373d8a50a0bb1f90c87bd8425a1f2c0c9c393dc1fcf2b83e9d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ace73b76fd19e65c45a620c7663534b7fb3c8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538164cec26b1436f3a4250cacda3894f5f1ed1b82efcead31ab3a046be990d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f50e3785b5b9cbd68c9bdb513517552bef9bdea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55517b3f696664043aba77942074d1376e795d00bb632906ae5b9dea390bc2af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438583814c92eae7a013c2b6ac3205e1fc228bf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a217116836ac23b42382f427bd18fd08f35019085640eae266293eebf473968d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a32dd98ee58169a802fd295a061c790eca51bfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe2e8ea07db3c6fd976dad0e96265c73ea58da1860f53a8cdd93bafa5828d84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220002d6e01446ec006b9ca5796b5ae4a9fa5037
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4bba7ed61121ee8bb32ae41fec19e78e4b5b3b02ee063904095c4f1af7a05f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f74d08c4c5e968317b3dddf5ded5624c9f0efff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33e9b21e6cd97ddba5ab4e90856a205c532237591413c018f1d840a0ecff252
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb95c6b344b729550424cd847ea48fa4da969df2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db7d2385c6eed0898f716d6133fbd0d92c1defbba916814d29f3930e153f9a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb8b45103fdcf70bd8e8141278dbb909bb3dc64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfb2ab05d8928c73a89b52199fac34395ac93f11caf52317ca514e0ff8c0ad2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ad2ce64a6e2239cb02360dbb17c28a167a1718
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9096279325f926cd4ba1fc6c3f58649423616ea641835c886385166bafd28920
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c65c90b15a3013a6705be5fa4ccb69a22bf49c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73857a5e3d9358b5ada41b2a5f9ce314e587dbb9640bce87045d6f849096b1b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c217e7f88259556400eddc94fc2f60c2dcfbdf4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77501a1f6c453d01c044769ee8dc0fd110be42d7d7cd083ffa223721083cfb7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515d439496823969c8a1093d15523083bbdabd46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd165ba272e1caf46616b9bbdbb84a5169ae50a3458f5c616f00a1c6c48fcc51
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01b03b424f27b6323cd1f7c373442132da975a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b3c3d67ec537dcdc3ed98abdd0aa05441198308b650af49113f7152224f47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58764fd4f556eb87b0960a418fea6a7b80464597
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92766dc227874254af893d13f720b97cbdd49e623f551dab44327033a363f24
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b6246c4a6e8d4ee24ec87cc501dff6ba068269
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d502eddeb1fbe22cf00a082e45b2f0a47f6c34d5cd7efbe4bc02ae0d709e10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e09234a44ec9a093694768af625c177deebc510
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ebde02a31cb761b216720564727bb89e9a51146f82657dcfa658cd1e6b5b1e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023c0a40579c4a1bd822ce52c5200f909504e923
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955aec78657089f8402a6e068d8b48ec76bc50b03abf35b34bd470c103deff79
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55758de9bef89e4621cf5975d7edb7f63b289fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaf6ed03a7fb675c08bc54b1b22bcba7c8df836af915a367a60c9ab4b617358
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e122e03297e6fd752010073c2b2536fb28fe85f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fc6bf9b08d277f4d5709dd26e96460e3928ac1cc74fb8e70a699fdf0326e0f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0630c5ab3f3d3b5e4c2c411a9fd29d37fb18edf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5378ea0ae56918f12d5c2819f41e6bb536a4b62fd5d0053ccac2b5182fa5ec1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260b648841be46b006efdc6966f6e90454e6080a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be07f3f4f41b21d2d92f0792b004f52a4db73d4a0316c5070c173545ae76d43
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798d952cfe57b434cf4e18ad461cd046d730583a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3dc6b7aa308955b1e9cd169eaf4c6d29fd18fed291be6894b1415aea1b5b9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d0c154493cef71754daa037b10b7913fcd607
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f68bc17290705cd024ef333bbbc3395027b45f8cd94f9cfd9d4a6b0626f65d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1425abba86c12bc4643f611d4d79790eca82a5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c71bc1b75723b2c355e168312bcc863d6326f1a90c5a1b115e32fb77215a242
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f76119e6123649d966d9cb4fc48e7cabb1761be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535ec6f59b452adef246a5132d4a401cd8c07642760d039a7b6b6d58e3ca972
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa98f73aae090a4917506fadf28491c43373eb7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4464262aff60f51a04f0aaa935c42536a2002598cad7975ce7f3834def370a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e717fcb0d2645b308f740ecc24db544fd922b074
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f9041283589887389666922fba4d153eb2cb45d6653c1f2bc7620d3e7b14e5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8077c91fc33516506801b90ecad773776b93704
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934764e4a44a51a8babc1581accd90f580aa044194b7a0eb0aa3bc9625c12191
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5b3d148a357de673bad2d3a66c93d9f5f00a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b0343da5fe7cb4817e23d2ec8ba2dd22ea4f6d40020d10911ad5256970f92c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fc7fe6a42d069d14564e88334547b75eed7a95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bd38bf238388b7f01d1e5306c6d693ae119dd7e4b88ba59c7a5e9383e17534
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb65eb50afec92fe66fdc0ce2485590662f1c96f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f2c385a49042fe7762c5daa0e502d71c81478769ca8ef724103d3002c3bfa3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792d4f0d872808eeafd3f5763408c41e57e9414
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245e9cd7b0a3c62077b8ab33b3d5ecd494ea00494458c78510d291ca2c34b9e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb08404c15cc40db4c5a979f3ee053526925474
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dad0c82330f2d9b81d159944feed502807a86a2e0c60100235fb06f6edfc2c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d08f21583b2ae545b6375cce033a37854ebb54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998cd00e966c093f6078507f5ae90ee4c8cd880ee576cdd8866b4c202b78ad46
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd958b8e3109898f189a0bce61e081c96f8bb6e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e416be1a3350fde02aeb313eb51586d7b16c109acd06ade6afeebfa734c7d4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70397c2fbd3e3dd1b89886dbc597673da2ebc261
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16635a029700c414777d27ed01a1abeee063ce43a19b9da1ac4d3e6b9a694b45
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b302dbe81f8652f96679771569937f63ceb72c40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96897c9b4867fcc748546447283b0624aff08e5cfa379bb8b6e4478d0ea63dfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaf63443b740af48764ecf9ee21377575044a62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78702c956429b5cecb8da9527c100f25123160666624bce1c4c872c1527f5370
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f25d2ac68e53b81c8b35482ac950ce34cf0fdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892cecb6a25c076a390f32491c379178ea68e4b514d2b9f635b6f8fd029d39a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c08cb6ffac1322c5285b7cb2c2fcf2ae45d4d2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eef837c56d5ad296788450d0e945be417fc6838c4912fb4229439407ac41e9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6821c412795b2c8d28a2a8b0e3f4616d35a67f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb9980ec0aff1eaa02e1e08a0a15c7993be920677b7c6b10d3ca6ae4e771c97
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efe99ea6970fbd7cfef5ff1a7777889b396b70d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3451bcabcc164d3e31e6b35826afffdde0b89e60a84d7751527f764b2fb1795
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5737206b3c3e9fefb918fb7e5108b1760118bdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19713aca1de69e31f119a3df49d7f8e397bd1e2ef4080b415c49f3018476615e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f1b90552605a8315352934b8e86d91c26342f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a48c9c6ebc8bea2cd3618c487031a6e7c150fda13e2f00efa716d54a4482e57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e158371d2ed31eb0593836ba790d734912a7ff12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f834473ea440e544972adf689d6d953ef60bb28e87dc00fa364e2ec2dd8318
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fc3461318cf017353b007ccf6b25f1e9acfa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca167cde2582ad1db9e0325f67315d7921a036c1555527ed8164fd01242669f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8246e196eaaca7772ffadc949f37559daf20cc3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bab4e04050202471e0e7bf8900428fcbdaa2e1ca51d204db5e3502d6cce9720
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed120ce1f90db9cd715e5306346f56db1ee91f64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf46fcbdfbca884a572535cf3a5772fb192eff2393f292f448682cd18c72b1e2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0ce8d2b47369d890c9870ff14680adef78ea09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3821db4e7505ef62bfa19c21f278b60890505b59089d0135ea3bac8b7750d971
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def7982271acc0a98d1be1e88a62da6caa66cd67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98962777001b3c5cd2b123e68cdb2f759143c944cec28b75a9ed2141e3f7162
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1690d4f4652d291b3a98d7a49eb24d833663e02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f004cb5d755a0aa3fef186e162edbc09dedf5b244afb827894c6e9aa28c4d19
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5e43bbc8f09930485d34e1884c1b873748f83
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a62be6bb2885bd0c51ce6bacf3934af82fae39966be0ee387abf8097cc574f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7c5d23113bdbc1705b60f3c63b23c186450e37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc78a67be1f1e8c5c93ffd7411c123a84b30f43af8982f5cb5a402431ec79747
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01b480b5e546c3a6284108119e60174229ba0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7bacf12d4e4a7aa82d8d4c8023d5bdf6449ba059e51e9bb67ea6de351d4709
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e1153a29880a410a8dd6cbdbeabaccbeb954f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6b56c8d93beb3762d4e0c6518b23fda5b21b5ecd97fe889facc8777aaa39c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b5d97544d875151b4ec80e36610463b63c45a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f116d1a55f18e62f1964df57895921de8c1924ca669653bc626dee344d7a70
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a902ad0b9c4600e0743dbaa8b0839a5b2331bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b14804539d9aeb1c9e6ef77e57503a5ce25081cc879095489b8f28c5f913d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac731c33ea5c6ffa56ecdc2d170682c0784e585
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9036d754e5c5d5bc2e3525352a4a56f6c5cadce30780b89c3354f3378bb63d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933f17160222559c921c34e534385a6ea401f9dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84b5c12d5d347e0c3e4570e2e2d42283366ba7e5968e1d109c7b6b84bfbfe24
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3845b14ba4cb41351cc1e88fe918a9b96ba06d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e36655a225c68b47aeb5ac4e967146bbd822a7480794cb53c3f041f6d152b6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a85ff70c12ed5f956feed7f59315b9c711f8f77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fc07856df2cb8d1cdead04da78cd12c7da03ad655cb18a52badf8ee79634ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f17a82338713bc71e396487f7ea7d91cb52ecf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdac5797cec4af287f539838e9af069ce9974a7454d8f5d47df17eb865e21e9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154bce789d9c4702fa34e3268e6814972beb2581
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7146eb1fb908649d8ebb1512b2c8cd2cb0341e237aed78a439f31d30ced77a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fe37d918459d8317b4e70d5d7cbd7ff52ff701
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9e91dca740e5352d56ff433f28f74f0222b72dba0864e9164a02c43fbae70b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab3f9eaece3af3d7eef75b47b0d3c8e4250d6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e934e45aeae50275b25304e0b02f39c4251208ef2a0f96353301767a8d7ea632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13821cf367d6997a16cbdd2e501e8bbdee2e92b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7a09c16bb19259ea2c10a7d150d5208324bab0bca1869ae0df684949eb35f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d5ce5eb060d4c4b1b7b2a124c034fafe3e62a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df267904d8d186155945124041f0776724c5ae707f4eaf87c4c2f3a6e6df85e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b46043f5bf8af747416bac1cacd1061df54ad81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca02ef8715bda46ab819e127bfe8f85d8c972e7cbee2c59e177e20827613237b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08858b394d13dafca9251868ff190d2cd602bbcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcedcefde66547362a7e324c6a037b90538f0e13152cec0a54466fed196a223
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989ef039317efb84e671316b991408ba035a6b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eebbf082eb13608be52794549efefa41cd97942d95a5cc2f9132c42ef8d426
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bd76789bf63cf6a5773cff911c851b2df4bad9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b20432a49f79c4bcf0bf87168443c3078f35d1e57e0e7264be0f79a8202078
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e44eaf14883d50db0b09163f892de8f4e360d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ff1eac2dae6ab3d81ad7338e9ad008b53dc8ea80686b54aba73b81af11815
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8ab9d542f7e8e8a786e4268577b1cbfc11c49a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42646027b3de22b51c139c37b028833c0b5d28d0dae1bd2e0ef4663b5c396292
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c29d299e19a92e21a13ab790f5362c9ae5193
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdef5c64b1223276458ad2711c6ee9e850daae981e6b2efc44e9e85ebc725eb2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124cd43c43e692cd72c3d14401fa7e24197d49f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ab0efc727aee2e66cca94559dfabf10007a6243fcf7c996677d72ea03ade1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a6fdc5651a6e5edd7026614e668b263780b597
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a00df2c1d0aa48f9d5c734d04373a5917222dd1378f7c334ba9a68529c9952
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eb9b4a7c19dce1d6f0352670ca80caa7fe479e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b00716364e998cfafdabcf583cbef81e83cd95819b388d7111373f17e1c93a9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c709afd4aa2992a70c16bea21e4e968b28dc9ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2f7d8344be2ee69b1a10121f19d8eb75ace6b27a50cb8b74bd252b6b1d5742
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84007610864bad594ea929f7b26b3f358d5529c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a7e06428490afec7cfdd241946cceb9faa204587b98dd0f4f1240b20749aef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e64a49685d65e45700be7d7e4d0bb835847621
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcdd4ed06f73483529b85ca6095996705f0d54816c90014a3504b6fbe57eadb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea094ad90d06e6960b450b5e67906d5f8e8a90d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2128e2d4310e773a943c1827137a3cbd4c5ed713859bf8823d069deb97fe257
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1ee64b2542a788f03f80fc29df4fd89789e50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34500c35937fb28c26e6d77a5924175b68c13d24fb0a953aedd57366cbcdbf1f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e907f5fd10ec83459bd1eedd606339a355d23b1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee0cf0071cb99f15325ab0910b0d03063da7e24649796961daaf7dcc3a4c6da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff325a32b69a6bd2c1ef6f70bfe1d00ead472cc5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c591a741451ca64a608ff23ced53e9d3cc890bb85135ae00f050afe21cc6366
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf24564a5f8ab3a4c1915a55089e8ba6de24e5c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee62c2815169c0156b1b0b9525a5fcd5b974699dd8d7adfbca768a27028a16d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d280e85f93873df544b1a334bad6fb66072bdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2239365442ce4967ef1fceb6def89ee89c933954040dfbe488984848127b2da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf59dcc63917c27344ad62bdf4eac9cc3401d9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af7937793ed11bd72e6d9ddbdcd91b065d1b5035892483def4821e6dcbf299f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ee022b7dabe9a3fc73214429c623cd2f085e26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9668dec2c9d79020b5a1eee224a4c5bf4015bb9d8dbd9cf4b24e5990c15ef8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c283ada2edce69bf7fd56140bd1eddf8023ee6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac857cf44b494928fe0510a683d6382df5dda8573044fe2900d4054a0b2c9b17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb981e13ebbb5a6480daeb308e8710d878741e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd05dc73507c5a3b8db9a93b2246c602cc36e825711cdb333da5093e8378ff8a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b173a94f409c3be8a963930c20f9f3912bd0c7a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de283e21f286bc37029b995e30a0f65201ef49f5345faef26f73282838d5df7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29baf49a161e94f09f63d4d5f64ce76d5ff04ce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51188f43780047b2a28f85582a0368fcc8635db32de00a9e52ff950fbb27f9aa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c2e06c9269973c61a8b691a8c7f5a6c921fb3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae15edb08813b702f0321856852b0691b3e7a153238c953792c051848b865f90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13eb85562e483bda72905073771b253a442ae07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94987f5c9ce0b82b5b580ca99d3399d987528d6d0258e65572e45834fab2af02
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614cbb1798e6299b64f31eaf3493459ee84f8c09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44336f2378f769edfabfdc46f630b1cb236de157e5141464d11620c6b18e6888
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b9299c3968b2eb3f7e4198a412bbe111d1e8f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f779d9fa3c55b99e4ea8a9ad0f53810a4742bcea88a0681d59f9f1b9f61a7d7e
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7966e6561adb33d29163b20c5201f130fdd4c6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ffecbff9d547467a22cce15269f61e49f27de0f99d17a96764ca652d3b5198
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d72fe7cf20318c59d18bd10b2505b633e53530f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9866c2c3fdb3b2a9d853e16cf0436f1b27b63d8035a8c778a968c553920a455
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291fd658332b3c1576b35bb9de2335e1ddfdf691
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2953a1714b4b518280070bb7ed4d970629fdf670599d3b9079827b2dbca34bec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7cd0a0086fe5f1f2da08ab366d31e1f86100e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af696ba2a10746f5e6190c9ef5e4bd22dd58ec99f19143743d84be185dc4b5b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb8d245048dd865e3f64fb22b367b58833057dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2340bf1aacad46554dac35811437eeba6d5873b158cc354aabe0983a5b6129c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dcabc0fd631bfa81057cd9b9fbf27faa8d346a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c092131de135c2a88d6392e4bda31368c03bd0fca1846356ffda5cb726aad937
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ce0c2956d7ccb0addd4013136860ce5c6d97e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5342b60d46228b4f6bf36bbaf5d7cbdfa8d5a99a7d9f243a805e34a80760e2b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0006add6363440b6a6de03720d3bfb372fc56942
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a17b9c1e3f31239f56ad33c99b539006d9017c047ef297e2bb1be09de901251
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db20dd033f2c15f5e353ae9c6f8fb47265afa9ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e012b505d712e1b4542198061701aa758afc7c640dd39f3dc2c9bc7ebdfaf2df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e5d8f3dd23a2fdc91a32bffaa9a9a398712f8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4514681ea42669819581058415c99055a55e7ec90a82045a4828e107a9c1f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a1ec4e3bcd2dc1cd60be84f2fee39c21ed681f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1dc5e99ab1093adf7ec7b298cf49394e6b29c5d31038cc539d8f3d1364653c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10225e36e2d680148e4d5081635f7b81b70df2d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa37b8e595d73dbcc5c6d43b6ac0335b3fb3fd16791b5020136a99cf5f5eeca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1315c2c97f032701b29925e5f7eaf4623c3453e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae4582e8f0547b7a1bade9c46696249befc11ee15748e9fcc90c5616cefc4bd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d22b0f7b549aadbc93c0d9db037bd9e1742779
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9099255a661c7c3f961f8e255b49678cbea3e638400dc925e0e18d41d4d3180
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69bf2f97b219767d761bccc51ee1f7d2d883cda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6c5a216b9b50ce7241b829a49117895d602516e157fa6dad4d988d83a8f08f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc6d546c6ea379939d084c966816e323747838f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581cc41d1f520324af484ff5bfb36bd44f082ba4d66324112cc86de623cad539
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52be06adb617edf3ec2220528a91f3ad8313880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232f840882d1b84613523b07744cfdc0d1ef02ab6ac7d1650203bcfd6df2c1c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b437c2c9f112b8d3e18106ac3c05e59df1d09a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b30fe004e449601ebc5d10b3ec3da1988cd9ad827f74d6ca1fe30ff4f292f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e46cbeb7aee7bdc27f8bd86daf1d18fa281353
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4339c980d598539482574427c756a62298470599d37df4d74d3441dbab1b2282
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6228cfe48697a547292eae12cf75affa9de07b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d4a9f9f3e2e719521765950d4131edec90a84b081669215b517f466c7a9dcc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7f9b008184fba250a6dfa435dbf3aafd00f96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29763e13696ec4b59451ff855a308090d379a6c39841fb75f2abc939ccdc39b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d23662e5fe19f69a1f3940cd379d642381b6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea3706949161ccbc0d9d56e6c24e4ebcadb5e4a67dbc9e5fa33ddf756a0b281
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d201d622ec6274bf6cd909e1932933ed55d6e82b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedec5e2a469f9953bb708683829e671d17769960f3aaf2eca728196d5122da5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06582e980c37867a763c5d990f094da1700e0cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb56b28d0b67ab154771c876c2a93b2b148304ac012eb7b6feaf0cb03fe6dc1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a45384c33f6e55f583f70568475bddd02d63bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0f931a3000f8c222cca9056298788a6d92bb6acbe39f210ace0481eacc87f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88efc73b1d03933166078ae73e9ae03f2c2b652d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd618f2af272ef952f6074261f34a2e9f233979f38e85a4b3c25e61c9db21d58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9968c8f873b8d33e2e103f652ca26005bc4fcfea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e3fc143fcfed2f6c2be99f9b5f400d4e5fe27e5016b922dc2c0f76d9aa6028
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa84b1d08a007efdaefb6681fe6589948df5d8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2596b237e7cdd986efa9ecd4dc2d773995d6d64a835573d824ef3c0f8332f75b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c22215a68721aa49c2e0937113aa32c95206c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea497d120925b7386a17d9393f3714bc939458773e7e387c2ae31ad5ccb9a07
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddf990aa1b387558bd62cb669f7c5f005c4bd34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03116b537e67dd45ca2378710ef967c31b0cc43516cee86de108ac7bed84954d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bcbd4a23161ea246e669ad6d9690d79bb9d485
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1537f2b03459b32f01eade344fabc17927f302160c89966fd77956c6dc978d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1e900ceb6a21e6c6d1eb87504d2f5567b5ae7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c09f5272846a48ba4f4bf4272ca85fcab371019987bb1a13395721f2e579ef5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bd15f7b8376e58fef77d9b1f903fa39bc45e61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b29a5da65f0a25529351a020ffefe15079abae72e49ae0ab7431537d5041a2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dca7c9df10e94052446e169663acbd076506e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445b4dafbee1d07be1bcab4846380d982b39eaf3553d4d21c827ea4226ca19d8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e811b598c054fae894bc69931f540e7904c76a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a84c54dccbd2b188beca275c5ef680832d85a8cc599b8532f378bda8bde35a7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c5141981795fc252f69f2d1a6c3ea8ca4e3f02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd6fd38ba5d12ed15ec3d929d905619ece8aeccd13f925b612740ef69ffe1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5b29d7d9129ed6f98038484d6ee315396c6687
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccaa1cbbbb0a024f3bf6ed938d45b71f371dd994d45c999319834e774c1cbf3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f65db77cdac40117d5cb834dbed7cf95bc2fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b01b29a2b4a6e9c3de2b3d0d2a09ecf8f41d3fba50829fa12e44cc106967e34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8147be13aac7d9c900470725419465fabe3400
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e4c50db9e05de08961281fa2111df9ecb566383634203e9cd18018474ee278
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e80ad60b0fe0f07ff3ac0eeacb4c0bfee1029a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1230cfddacc32d5a403d44e3257f341bc92c5c8a0fe24ac4d89e1e03045b889c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a946c87f2ffc9a05b1cd70ffc380ccd3b9f9cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f721bb0db4b22afcfec3dc13ee73b9b8eead3f1f7ccb1117ba290ba9ae63f9e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736448fa66bf18eea732ea410fd5d5927570ca51
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fef53c6993d029ed8b1f824490bd355de53eed1deca2c492302385bd3e5ef2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625dc69f0f6b4bc0e2f40d346be57717dbe88633
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e6dae7e7d1b992f62d10ce96e2f980ff630274eb01b67fd25f4c6ee43f2472
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5019d5cb66d1835030b75d34319c7fff3fa60e70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ffae317d4621bc1592ac42f745dff465f318d67550b5da712230a2f459d7b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71b440341c64beaebc83c1f0d9c726f3eb10e41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8516385d47c87d8704e550172c5743dfe38574c3164ac4d56abba158f8bd114c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51e82c9335369e72187e48dc72a329fb46885fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8145691c14664bc888f29e3b8d3a272ff47a5840dc0838ef83ea10143f01a6d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51db182ae4990ed2c00bf67a588cff1f356c493
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23116fc1934c81181e064bbb96fefd4b71fc38a8d29b60d6378c34b90ba20c64
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b563836ed7141a31f7b075617ffcbbb60f9d701a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec530715188ce05bf37c070d8fa5b9d9ecc5f878430956f49f1cde0b3e4d0d71
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c32414706bab9cc980af0933aace7c39cb3ebde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dad983b9cdf13db871ef5f915f50e2f399ba9c1f3a16e4bf7f88be0917afa0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939455490f26d06ed211375b4073f24bb5091179
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f9357e027880f80c92983df89b5f2ec85f639ca71706ea9061a3c63e706fa4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9940213d4a1b197438c496d15c23ebebe00db0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4059b652f49c693e219055ac0add306e57a1b5d2776b18c7d3e10a13bfa102c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e27ccc5aef07738c0fe7b97ecfe8acff551703
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507ebbabf1216bb93979d1b62cdf5bcbb42152d2efd7783db721a5f9c05c5960
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1ab0c49c28ad1126fa28de5f9860b78b056f88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdf54f120ac01ac237431992393a5670207a5bc3d66063b07ee94edace99a00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5039b893377aef16c052407b9e3f69242f0f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6af4ef35388ec54729bd84d5b07867a27edf3aca80690a211a9ffbc565a4e9e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a7d104500b365be9dd30eb5be482ab934ae6a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946756c76951e4e793d547579bb6b4f3cfda5ef9399a956dbcc85d877df6ea10
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d08dabe7669f41405fd3054e9d772f7c6762d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fbb829b8e60e077502623809debf2cc114dcee22667c8a2d30d19f0b8e33a6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed153fa5ea0918fc1b17369d2c2c0ea9d7b701b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6455790dfefc402eefc8436d237be6dd9716db4f565eaf5cb6ccbbf9fba9bd6e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9741ec8f940d0e99284252737a2abab45d90f8c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f407b3f02f57b4d2b89ba44e0ff5f24df6e32a9b79ff2bd842908125b93b8b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d534f692ca6dd6d4aa6e9a9bbc71c22a2786ebb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5a8bb6efe25db4d2c103a2cb57298de97e2e8d4eec4e9fa591df809b02830c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a999039e3f8721ac80da914363e8c3ad063012
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8359c179dbff57263e6335f9ff531c3c32ac58b8f9b115cb8ef176b9d1bf4018
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19245f308412162d53ac09d5c1e9a1f72f17f246
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7752d90a8e0185acdda3ec5da02303f79e9d07f0df13b71978a3cc7fce25e31
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8a0f25b426a0f2ad2881d51b3b30bf0a992f8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3424a64b0e7a657ff512bca6f9df7cb1c5c424bfc7b3d84fb01d15af1e963032
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a7f0ff7141de0d57eca3af44e1ef37c8470567
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc00560cee2a4f8bf85387af27e8f2f1c53806ffdfc41fbec400fee025efd629
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08af6b234469e77f91b539365961ed0f8c9820bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5887aaa16f79f4b423430949a0babf685d6c7816d5a127de26a7673ac271698
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004a86316417e965471a48ab5383ce74b25f2116
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af0ab988c5a2cead024a1f94f8a2e5ce43569b25efacb2cceda28e2d28c35a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7756f656cec63f785fe1a367c1f59af2aeeeed41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce4570fe56ddd16cf446c314519f00ce46f06d9b4a261fb9aa92db329c28a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbd084f262d1933da1626a779b67b6645196c28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258af059fbacc2b4b490969679b269231148c3476d02671eda81f1fe628b360e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5477dfd889ba4223f288bda0ace435741503a6ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eb58f0dee9af757144e02491fa26746586f99f0d7e23c876f62e3049b69b84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89d50a3715bf74d4727032571e1b7f3eeb1ac03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d07b41e149256a82027800109d608a9646bc90e15ed228af10c19111f0371ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5a83fbf4664d749e580408ea4186077eabf8ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c528f845d37efa2b83fd25c30c31d6faf460e2a212180266e88f3854834a45c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eebef99ff0de255fc7226867d87a59bc1ecb85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f90f40f74c8b13a66cbc7425b89c588d1f115a69f123b4173db62131c834db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333c82af05fc6e83ff6c53c6ff7e57c1d7162e8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad977aa0fc95c4f662b4dab36c35287c172642fb3bc699fe0a548935b130f632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437087f9df67fcdd45ac83e1f4998bacbec5e6af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d73ba73fc0b1509239caaf1a3d12789a648893961a20bb20d3f0b615b4443f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dba23e04599a32586447253276902b7d500a5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9342b997f927bcf4ea9dc130d8bd5bcac25cb6f607df0a4f9102aab36e3b7095
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe77bff92245c1d5f8a96e8626e98f8cb0d4eab8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165313a524ad4e710716ddedb1c35113197bcd41702bb42298e3c1aff468d7c9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db4bff246c66bf89a90a8688dcbddb283af33c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df648a7d0c8897d13c50d5a1846c49878e8ca06bc9695f0ec1835d7cd4c7c3c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe35b9fea013771996f8ac5fb3aee1925df0472
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab6895e7c7588360afd0cbbead8902eeb56373381e054123a8498094a0b86d2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bebe7695381949797f76358665cf165b90f50f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166c53d266008bd05c48407e84c70b4ff71dd3cecfe01b0a69320ca5b209aca0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68eb9f66a103fb63ef9c732096a5287cc52c1ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e107b292eaeb2c23b992e29fabac8bc2eac1e37d1d24e900814a27cfc0a9c39e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea8f41addc409446888d9fccafd01cfcbab3f4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df657077606b1584a21e39641d8ebe4d6af93ceb50b94498e2e3a8c37bcfd0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556b2c4b545bb70405014c173c257239b8dc348d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604926c3c151e4d18dc6d627216642bd5a1c9d6eef0311873ed3c6e3bea702e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c73839182a422eaa04f74e461f71ba9017e0091
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c848018e616b80b964b0f82708672cb27b07a5478d6e2ecb1360f91da810aee2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0f6ae88c1402fcec51a2f213866261749c3043
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026d33a32fa4c6657267a9bc585afa105dff1bf30082c06e799dd324c4483e70
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea47765a5b1eccbb4d4f646d73ce595cf54a84f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35545a380f989cdad4fc357d8aed3ad197e57a5221b52f3ac1fd3b411b4e7f16
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de967b17b80edfd90ed67e00726aadd35d401f3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb821c40f2335cf738d6a6689120fa5023dd169f59224b2d0f3e8af10d292ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356479b3b91eb78bf60b2d858883fb6e2839d873
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed53303552ded9de259342fc5133e31ac0cf86f54357bc9377092ce52fca511
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8750419a05710eae0d814837d78bee01cb52e1f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f70b86eb738c6542baaa28f7a14bfd370e959118e787ef0cf9c388fd48ea7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f230a6e3773ea3ecc30233d45c5552f33c6a7b77
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ab289949059b4d184fc116994fd01754ce8eafa020060052d21d7a5be335c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d23d6c2c016e4c68ca50184b47c794d23195db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5891460de05e863b3daa94f34f649c8cc9e28494ac2449d7f48de64585ef0f56
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f1eb9b7213965e1ca4f08d7aee36fd43819d14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8596b316f5d85bc407f60e4c13fdf0278a1332b607894ef0238499dce3ade8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88ed16cb365d6a7fd0e367b787b6d932cee4131
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2898bfd892eed95909a2a6ddbc19d7908e9db39c087c6295e8aa35efa3427633
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0795c7900dc36d467984c179af315b47486d61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c199d6677071cf3945095f26144187e98c372d04f5280d809efbd398ee521121
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445364b881097ec4222d3a346dbd52eed5fc8a8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b889946263a4f9400b4f5c28b8ea5e61c3c315043303a045bba38e36e18c8a32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d2647b3a06e5120fb43a753f8eaee0a8d6c599
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd68394b01457a4e28a38d0e466d52bf7b9f9da141ceba2885bb5fc372991e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f553f186e0af77bc57f57ff807430fe254c422e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f7e6094346d4bd0196ba3c9439792648926169bf6b02d8aa9ecbcd1f2b514f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1980ad8dccccbb53b1976b13cded6c711439fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78702a999b29c69de95e1555ddfbbceb5cf968e4950eb82b4465064b34a177f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f7ba7aecb4ef04ba8c6ed9797f10ca1f25c314
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbdc967ba03bbec6030447b88b629ef82cff6116d55c8f1b146aec06c7180f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51215c4ae0956b13b77500d0419c7596b8414348
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44ba28879259b7a43c5c3c23009dd242c69750237277ddb8bf25a1047a581b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e593ff7f4b540a3838264573026af18180e1324
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b48493c673e6c9cc00fb8f1f717429626c49623dca76ff23bc91eec7b07f3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df607dd4b8bc5fbb37ae528ec67568499d1c4f39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e62dd25444cdfedfbd3a8a8dd51497d0493fd02b4331b8c71b2dac96b1b6d32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49bf7daf3b198c60c9d4167a389ab26f5dbb71e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f38b82aa532a2bd69d2edd4f891f9479fa59295ebc79d78d9695b74e4e39254
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d1cd199e703155aead5aec1d91a1e225179fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8e484092aea7cc8b1f55758ef668a24c109570a20674432063d137d973dafe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7503cbe7819c90c5a0eb997ae31d10473df797c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04bd88dde23b878219b5dcea0cf38d99667f23a5defed38d7533f84f42abfbc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9947298ed5cc9d72d871e4b8173a90cded74c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e303ae10072b42f6875e214408b835f41a17b6e76de696c36345f5e35eff934
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9dda7eac66477708cb7c066bed11d53be2ad12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adec57465f609d28b055fbaec2a56c22d86171e683636c87263d251aea00a14f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf070a2bf9c26a03254f9fb82715327de463967
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82547f2e1df78afe40e61bd7866ca4f0c495f9c72582bfd0bf179ad84d8cd4f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857ef02777b995372ec5944d1ec1b9452e3b53af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d846e5adeff871130c06c925b2025dbabc995565043db669fc9275457696d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f3133bf3848c89d6f602be38b73ce4b321a610
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cce9c2657589ef305c990445330ef9e7236c17241dad99202d981fcf40fd7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf20b9893500a96bbed62be3d1c3f44fa9b1c9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c585f752d3f4c33582e65e528c62efac32dbef4636511901dba9c129473445ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3754929c669e3565224a31a9efb100a032016c92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a739c3aceed8764ae966494286441533eaf297320e2a0748acdf0335b2e74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ead286e7aff64d3af975c5b38684cdd5e66f45d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c0cb9aebd0a704d5955b9a003c7fb51792c121ed88847800a179b807fdc001
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00151d17b5646325c19c08485aec09fbe88cefb3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02063d6dc0f59720bcfec5d23aeec5eabae913eafbf253e936fd3284e0f6bea
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e38c5e2ccb72f94354c1041f82c964759ab181
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef3301bca3ad61970dc72b4d1206e04703790ddb54bad4afb9562362ab4dd5d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7648ae2f00d6735d8856f34833fa650478f8079b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd07859b902ed6f2981f10d04e727a74a5a93acf62252623bb8df21a03d99bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484cb67cfe3a8975139b3937f09283a9e89a994
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a972a2bd82c443982925bc0cc84810308d181af484ea64658f25fb443ee9676
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7edb7866e928ac8a5e0ff5d753f9b4aa490d5d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a6f0b246a4b7c123b4f091c87b1ddd9a0d6aac62ffdb5084817fcff0cf51de
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821b1429263623d188e02f01edef11974d70045a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f4636bad1f6662aae6d4f75842eb5769b78e6e039b8c79d24a41629900590
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ce039a692cc34ce1a701f200a3617ab01abdf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa71a59b77490798ba653f035448ba23a327b6e9d483e9b8f52fa738660f0198
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f10f0d011825809cbbe669ce5b55f474949ae2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd03b0c9596fc40ccbae2732859c61f41b795c1f21658c719b8e45031d0ff46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3087a06c7b3167d153c2f9a2e31777a993a8f0a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e55843a03e3623cf6f2e5c1325e61c0b73935d32d1c4f28c1e937d98802b9ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac653bbd48db19801b3c6dcd6a3ce096ae38c60
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc51391471629b5fddacb1e63558af7db35cb7e3051bfd515672f41e3113e51a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f76c310d5f4cb71d441309efd114f33ed41a71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d56c2587c15668cc63820b77f5be8dbf2d9362625792eb4544bcbc15835633a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f3b6f847e86b82c16cd7dd4da12794feacc210
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111d2737673935fa58fddddd76bf1b2d5f6fe5f78de03c78cf9abce23666ae98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e290f6a318f49221ac649c5b95cc99ccfead94d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4eb2eac45806282e6f6785c7e9b0d03bc2197388b8b1a10112e4bc8fb2c7d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bae4dac114680c9d8d26159c3968745e8d7904f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f35062893f8a36ecd0bead09aff680c47493d313d04b971142ef556cd79b29f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a73d6a864b08e16a22bfc3d9b6e14c8de7817
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd31196203b8ee2921f746ec282a4be6731e07a06eadef5b0b847f0fbb8fbdaa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de9dd37f38ef41767f25e2474ff60e44c81015f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9e6b63c599a5b238fb15e3025e51d6a6237f3b5e0d3349db8077aa9d2b07fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded6c20a08cf4201fc1260411ccb3f72eb01600f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51333cec5d27e292631b568724042a0d13b6319de88a63e5abd3010d420628c3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ef7ef0eb275f972f5cf8705135151bfd08eb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bea10ca7b6c4ed4b255936d1027c1828b0a6bedc6533082f8ecdb2103fa9d0f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdba0636f81b1aa2ac60de125799337e6a99d1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fc7fa879f91e587cd15f578bc351ab20e6a76d7e2eebcdf66c0c760bf2c795
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f584d31a49fa17b8a5092e765fc3d0c38206dee8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3e2dad131e4afbea3adf078815cfb6dca705c77c214d79e6dca68d7a5b6c2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979bc17fa6543dcad6509acbcca77b551ef9711c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1662f324e0fe7608f27a391097cd52e4c840c5bc4ce96c1793bf663a11b8f81
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5536b6946318bc0ab10014e1dab90d79600c63ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b762675ec97f9ad55027af95fcf84fc67b5f3ab66c1e8b4e6474a87bcfa907e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05834e40df44b12eee2b52a12206fd6897f50005
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3390fc9bb034a078d847cb6973e0aeedf611d0f199e280a2599b2270b2aa243
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd50139af2515470f1bd5a78c4a3b5e620d3473
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685f9029e46cec716f4d28ef2817da0f5af970f23f9f60549b47fcd2482d7041
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5389e9a45dc2a28e3dcabe6cf57d342e4022b7f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14edcec219ae884d679f2bfc8c4838ef9b6ebd0e5486b3678951059eca93bb8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ad4628bab05602aa805321ba452f4ce4c12f1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddf673f8fbc68860027b0cfb9f86a6e7d1ee4d5ed5f9fe381beda3560176f11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38b6a50d84d41fb89140a91ba12de0ea82a2c07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521dcac621ee5f50e2173996df35ee8316f911bc4f248e78c8b7fefa1aed79c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1577cfb12eefd2852c6608720a1836c7b335efab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520e6025d04b477aa81659e8a93bc8625a31c5f145d950863574042c1ab3b5ab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c5df5c412438d812bad2dad0616c7df895b905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eb290e53f95443de207549670cb38e838260d9dcce2f24362e0e659b25030a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12715d74f281cb2fa22963a956a174f7167f731a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7497c252496f22e09fbcfa82a04139384e8f5c89d9abe0c140e0c64184307c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b985553541605d182c04cb363b8e60a4e4c94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bee7de8341b7e15b7f1bd2c126fca789b2d75c624c0e6c977d5b2df309c4e0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e7db5c11cd31a06420739674fa95e6dbe80ae3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6149cbf757be4100d5d441666e2688e8d42e80a36990c750330c27620f16fa7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c9e787276888258503d95b651288915cae0daa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0810875b1bcfd52be86ee9e61b7bac32adb0ba2a8c82d9a9849f779fa962ce29
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2878bd49e24a2a9104a97fc238a795bd0c958d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db959ac24f5714a426b3b14ecbe5995772a1495ef642f6f1d85b1e8f971f0edf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f35c11ec741be452984fbc9cc3ae291f9904da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f65d41ad9d447fa90bdc58f9bf5f3f87b1174613351521bef2426d99e42b2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54dddf41176cf7885c394011a7083af5061633d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47b75e52e583fbfd16c5a1d21a355f439d26f7e2c562411db1f1775015fbb27
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26f9c187b7001fafabed17a7edf6e03066c7e0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69816c99a7a4397730cbb25bb22884bb86b7a32e999b8202bfad07c857a6f291
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047050ff7bfd66bf6537346b99256c4e7703d905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c931b07b7ae4ea656a8b9ae09e9be342c631a75a05a86354ecf5bb5aa2135e2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703858f14dea4289b601f69dedf25f8f3f50f750
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e51de8bf76faaafd5259945068bedfd71cee5d3005d62f8f809c4830bf2f52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b832b38e00ee26e1f9ae517b0e26ffbe4b8f13a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7b66c3a48f86750f0d7020819f983a22358f3b97f71012e1ed3485997a8117
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695ae06bb10033c7a2f2f298521ec2dbcd3068cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3fbdf547d635ca386b32cf20950995a96b56679fa58d4da7e2880a55942819
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ce441b816d9798ae51cb88fd43a0092dc3d36a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f114a19d84e86d167e8662b48acddf8f5592576bf68c3995a58b42dc6e69157b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b02b1e229443de802d0cfa42be24e7a62834f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a24fa228169921db459e9bc7c27023f4904adf1f0de1aa7f7b44ec79fc86f46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01209a0de9fe69b05149757282593e631680fd4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f6f5ec63bb5c710c5e4b08b99f8784a71d19bf8482a18e9f0bd80b5385241
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16e039a74a6a24318e1c56d742081e54521ea9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eee19055b555adffb8fbc78a7bbabd6861a2710ade88947bba20a3c373aa56f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34af3ab56b2f5e03b7619c0ab7bec1b7bd9d2a9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad30ed3b9d255d2a63394333f703ad1f2033ce92a4fd92a38e6ac984271a7055
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2982fc7785b087ec1f0ff2f21805a0570f935a80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9723146aeb372f5530af669ec2c95e2b60075f42e56a5fd7f1bb25bb41d81b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1a083a5bc243c61f74607bfe8b49bfc0c7ad74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d3cc800b3aabf5743bee2489707dc7944954c970c63f131dc9d45eda00a51d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ce19d47f3472a58c8aabd8c8efd4aa1356bab6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c054c3c0ba5cb09c64821807bf928450420ef5b7f13c0a6d8124dfa06430b75
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acedc56864c58dcca714c453b10684bc2f13e28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f5b0a586dd5574bcf9edb651646a61367cfef0675cb0d6094fd2a878ba7b93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccbbaec5f5257d8d0b572254070d0ed55513f64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99a37048a75fe135199442339567aa42ac61c4130ee1964a837c7daa8a9fe3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51d282f43c811e48e75bdb9e916c7b1d7447feb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e2f0aabe65649c1d8bf852175283cc38eae6cf3d7d65288f1d448d357d67e7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a882c75068c791c4f23b311e1fb0e9c8dccfcfdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c1d3a91a2471f8524dd2f237b4571fd26ad53fb46595024bff5cc59e66cc58
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd64b18af75cfb22edab950c85b3b8c3845c306
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d088e5c0e485560ddee83d83c889d335b1becd4fe10598e03f407da4e6ddd347
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d936010d76f5d171e637ff0b6a7bc24e595f39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd30b2e33de2ab341ef8d9eb4d0b5369ef1454210cfc5de5e517a2807448850
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563d690ab6849228789a9497c04b03814133b7c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee23ff53e1c2876a4c7bb165e42a1b46082378169165ff3bbec71f76e79c911
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed3440ad74fe0292ddf7f2658f618e57b882ce8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d83d7e29a0b5138d6b3d4b1b3b75f18fdc0d7e372e085b372af77659d4207b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbede502215ec9d5c6d43b4fda71c8f40568f694
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da848002bb8658a43bf06a9198973d255b0575f951790a243c95307742af8ff4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acf345b09863d7441483197d3bfc4d1bc1e75ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8b401cb0d09df2526c0c6c2ab3f1693aecdbb64cb550a1cfb82b78fae49eb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdd670f04cdaa137cb7bc4838313a7dd3411b00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885153fb52cfacbbdd87682990976bd12e6b84caaaf88a4b68b1a6ee9ce30bb0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefce3617fae202af9af9218d7ec760f2772a92e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2733e9f527d4cf2e1a949081033c2e015aaa59aa019e768c2bb6a2b7a2cb95
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649d13692c9d69a924f2e95e95636d66960fc0cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f674f764d7f194112d9d6fc0005c6b97fc83b87ada1cdc9a12b196143b5c2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751a2406f35e8495fc65a12efa6a1a87a10f3c19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a739b71bf5e2c1c2a517146177c2ef8a5b578b919e183f1404b579c5e26c5b2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2260e4560138151677dee34287118bf91526fe48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f8b397c46f1f3e2482c432b7e2ec99c32fddfce0301c9ff84189dbd16c8601
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf37d8e64184c803be2f52e60089628f2466819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbd0e40ea92b5f07b68cd59cc148fe38e59025c328fff9769d96232cf8fa425
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1adfd9f24f50c35b2c4bce4a4f80cb039d62c55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72790d883aa2686dd2a1449c5bb3d5898201719c39d88c1612ccb5f60e12cced
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e499e1faa4db9faa0c2c307d3413928a7517415
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb59ee731b84a1e192a65c134c2f28beb4c637a5529a5a9ed7520e8b094d4fff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934b2ecea52ba73f57df8e4cff6ffb22c2b91960
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26ed3bece8361473d2ff67d54bb1477d16e64b2c968deb5fe15f6a5832ceaa9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3762aa9a4cc51a7005202c760733b8c059e7170b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbb63dd4d234b27ea72901891d8c694e061fb62323cf0a8b07d077ce09a4a7e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffaad4e4d94d89bb8dbf2ffb7f30e47949e1ccd9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0765b2824124957027a4f542c69b4cfdfde888b89da04c17e66cafaef4abb50f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc892aad51dc3bae49cebef4a4ecd8edcedc066
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f294f7ab0a169629f9226bc4e711dd51bcd5c4404edfc305c052af325e5571f1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0554ede7ec16ffb63c2a8778ea6e357ab20386
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d4e7069e66271716eeb8fcdaad9f0342e4b93884ce40de510d1dfe40ead9a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c580dacc2e9171f3df3ae3f159f542a9899cea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342c2761296fe42bf5398a991f7982ff4e88d09bc1bf4cdea27f06ef0b6e51fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d8360be8fd1510bfee5e0f85d037c2a52ec187
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6e08315396ea8cc739a2f0f1864b6ea86cac4664f6c76078bef24e14b2e9d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7009d3f79a6b7dc4391fe2b18d545e324f501e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5b9a01ad3c7c84d96b7c39e1c6138787801d80213004b02ae4c5543a15ca6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cfe3b989807f819f4fe360ef9cfe2b4211fb99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5cb799befa310bfa2deddecfa85606d17d8ef73aa1b7193ba5c779811ef543
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d3092dff6f5964c5595132d4d2185dc9efe706
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb84f74e75b854771435f4b683b0b7f9b50705e59fe4db815579824f869e7875
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1714b9c101884b29bdb53d456a4d070c4b42316b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd38ff1a4f7922de430444889de68ae2bbc8fad37a76e01bff81343d05514fd3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d43b030b001c0c1f930425c41ef43b6d5685b8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1f7a70120260cbf9c1690090aaa9e881671b4d6d6cb1ac1153b23624c8ace2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea77362939f2bf8d7f28795b531f3f7b12bf71e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d18d23eb0d72d20cda1eaccc651a6229575f51d6124b82bf6895a2c1566f68
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7bbc0fda8a7c9856fbf4b180afcf22daf779d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bfcd6853e21f284103b9fd4070a608bd7a6e7b9bc952aed54f0ca887a378ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccc1f0e1c33ba92cd7d43809b54fbb251f5fd43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b551e61238871a897b94f1d955bbeefc5abc0ce6c5f0f7726f33222d20f715
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6c5ae1801af9c4e2a3f68245c9738148dc68dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2632bc25451f487cb566b615f80ad102d12194b69b47156759f06698a6e6ad1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72dfa955814bfc03e3b033119f6bfee24e1a023
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a2da331dc13538bdf2570d77ac0f2a153f97bd6735f883738823adad5b48cc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4168eff869afdde41675f69c344a7b4529163d59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6823cd9b4c01c6eb5be85cff00644c91e3e4b538f0ca12974232e2b765b56318
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c36c212c3ccfd89a7c31cf72e6079d5adf3a6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92732569dc03702fd25748c106c473f60358a53d5e6d21e8325cfd92cec92f98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fe6b2b797e36e732183fb2b61e23e22bacc23b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232e86fce6a6d381c96c875c919a0729c6b6cd4f49e823770a38b1f32c0134c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fac2e9f1bf9b664556e9c3990bf414793a273a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682fda130c8537c4091cfd9356db8efb168bad06b00c8aa01724263d12f328da
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e76c4d7532bdcc9c447089eaf63107cd7696f92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c341acf09fb1298fb4483e721b0d6d33f40e8a4312a03732ddcc5308177df91f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85050306163948300e24991e45d5a04ec6858880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74301d1897d70d88083af31b8fb713044af826cbcf748676e9093cdfac0452d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7acce5283c5c8356b4d45a76517b160ad00b749
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe00b0767c3cd63baef73e7c7dfc3ce3a18115d3db7b020370b467820cbadd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cd5af390001a9ad3722561dcfb9268241fb70b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c455f299be201bae8b9025be36e9d019e0c5202b218dd1995005e1a53b67b8e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127bc0f285108f29146fa1fb07260aac06a0b8da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8307159d917daece8a330851c70a4064c49706d56b9d5d1c7dd6c801f7854c6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857b1b4fdabae681703f5edf4d04803c6e0d29df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e069029aa8cf976f8251a6ac2c134b8308477e32e4ac1aa3e7adcf8bc9a50602
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a75f6aa3c7cc4ca0bb5abb15994229ccfc7367
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed66cb7798dfd6bb4bb6a8735b2e83970f98895022da3e591e8062369e73b84c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5e25b780de9312b78094305ff891d0ea8386f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c426f15ea6b83a94bf1ef51294b639e8ef23dd89b2c177380b8af01b43cdcd40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5406d0e724e3bc25bf2ff9e9adeb7e91f799b3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c0d046629d439f32420587582bc1579776a23bee7d71cda1eef04a84fb6656
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e67ea5178a4ad40858bc44ea5bed01d49fb940
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfe9d610ad756964495b5f77f9a8c6a2b92910b0dc9cacd39c8d66f158e9c07
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436e07936233fa590c4e00e43077691ad81b8f81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea0b64dee703712c08b342362540f27a472fba6aebb4a4af426ae953671e09b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763a1e24fd9e9bae44ea7d042492a40befb9fbcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f4676b5f9a11b3c30e6108c5b91507ca2e82d78b807941c714f86357ffe062
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77282f0ad137b59eb1b7f63bd62fce97d270d298
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2cf90ff3a7ed06673e12bae1ca7d7a38bc0357fbd9fa37967531620fae1f40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df13b8eae42dfb8ba6b96ddaa8625140f81059c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d541a74d4a58a7b204b7cf69e67a5efe596a60b6b9a980d4c1c899d029039abb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f62d27e08df7a4dca8ef699a8550f47a54d1a6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a251e62d7c31a2b7b2ae8ad4bdd481f907f87685ad73d7b8c8c97f72f0878e4a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e61751006877b09c52b5e515044150e0948c042
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c096450ff3bfcee2a03a08669b603482481158bcf6692cb1c39f327ef68331d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93b753e1db9729be42b1a2ba535cea52739f69b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b8ad31864107ea5db6946903107de94fbf86e48f00e3d14c1ef665cd382633
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a85479548317e6eb508a63f48aa86fa5887079
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d076df4bc8fc2f5b928970c41a6b516a5817dcdbc065dba754660e37b714119
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df6f9ae47179a5aee86bdfd8ea3c4f1bab88485
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448679c249610c2ba4f9c9f6cdfbf6d3a25919cacdcde3c8db3c239925c79871
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a8588c3c54730e8adf78c587f355021ee7b9ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9fd243788796735f03c80dfadcbae25aa65fbb39b17233b6a7ef6d908743cc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3516203e9a4255efe283add871a9b218c870d3b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c542448032fa589fc6fd12d0f96e523b72c122c391aa009d3aa516b085f6d2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de2b0c073989a98f2b1867202b6cead10911177
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35578aa13d4b186c85129f4d4fb2651135d69ab8402c1bf35b790b2f7750afe9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f4eefef360e1ac2bea0f1dfb189e60c3827f4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb992ba77978fbfbb21c9e568366218212c39679e9163521fe35c4008aa53c6e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48e76d6775b72b3ec5763ac315dff3c7dc9f6be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e56cfd43ba531007aee3419c7c799920dcc4de4a21add45d23b4f1447b5ba1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e218b9bedac18348897b74db79b8510acc7451
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583622af132ab0bb803915d3b5348101b95246ed6e01f8ebc3b34add4b0d912
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d028de127fb25215f001158bed482b407d92bec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37056b8856cb098f173c676f4624d14604e036675dbf7f7bf9404ba21bb31297
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfaf8cb9ae8dd6504782a5b5ce68b51f767b67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8427ef11cdf091740d87c6f3bb7ad107ad89a40ffcb936784e99467bd890895
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6777a1c29c39acdcf6f81f51ec2f6b8bf8eb1342
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355d77b4fe9a368f72076aa3d9e78f20c28d03fea81733d157e09188388d527e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a793c1c8dd2a09698dd39380f0cc0df4f31ad362
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41d6a1e82e63df83d3c86788128d1065b2e03fe0f5a6aef4c9f2acc0806a036
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5c4cdc9eb03770cf7cd64a76b82fc2d300082b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071bee6d0789f8153c8dd68b7ef403870af230285b36ce1a9044cb02498bf3a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c398a72ca81c4f6148a515f1f0365f04e92a712
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febcc03480bbcd89dce008e0d4a312e3f26a919416d870233f66b43e0ce44fe7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a364945791ab1010c1f9390da067fe300691e279
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a59d5049d7d283e9bcd5b5be87cfda0f79185f2e11276f5bcaf13eb222d504c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a29c031179e5252b2f73ddeeab47d5a0b98a5eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb92bc44087777a3766f5c6a90c80ad5821e45ea678dea6415cc056b86e5cac
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eb281b23a0e7c39542d3ce84f64d49d6b5cfcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742c579f8e73d34b8b61b77bc84e6194550a599f5c6ddf8e91d15055263929d8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198dd6118b4aacfb8f36a3f7f9ea59286101582e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8004788bc44d2707c6892a5cd793694825410be37d0dff9e5c575a78573433
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e8d0b49f0fbb0edf43bdacc41b42f270ef7aa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc5f8af2df3965b74b6cb67d0bca512c59bbaba25208c0d2ce94acedb51f282
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5e8be9fdd15eb533cc430e71a9b59932de3753
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4acecdf90c018688ef38aad229e5c119cbe0edbd8216959c1bb531bbc4b5106
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21537eb4b29f39fa0af7d4745def4fca5386616d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c544740abd0073cbe1bfc0bf14a63f454de01eb681b368d776e093d407827811
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74838038659b9f25fa6d6b6515a1899d0cf90c31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b283c969b0e4e33464e9339922480ad789420ea664ea4056c778675aa9e9c100
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b22b57835b12d1a43ac461ec430df4db27ba979
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637b8807e4ce3f55cbd25d5e510bb76533da96769c70252d0e470a6a4ecfc6b1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45f5f607902abd76d058432199e0aabfbfda044
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179e4f4f091147c4267fa32e0e0b15e87d5961e80779b62176c91fbbc4cbb51e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb770c7caf0776b4dcd07bdf9ef63d32ff56994
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd9f06b0b7ca05cf3cb0640d173bb0f210ae6902733a68f94828adf1d0e8549
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcaee98d22689cf5c3f04197b6679e2c96efe3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca767a4f2f529bc45629da7314204dcaa02d42486276b267904a13048886e0f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b14c3f3a50238b94354363dbe486a5d9c9ea97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2775c0e769ae206eff4cee3a7a5d2098246f1352978375195e18534cad1ef415
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1d2fe86152e92a444a1a34141bf5779ab6c970
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b0bbbdd8913eba21f5b7804c994342c883952d2783b8a49920bebff75c5af6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f3f9bae27a51aac66fbfd920be9b6b1723bbd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0159cbfae7582da195a82656540f389ee64865b9075c15723a3363f166d732e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6237ae6e875a594c466940bf239a6948b0e0181
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa23984f0ba1e37faf6f138b18b6a2859266eec26f48e0e950e01cfbcff23be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaf55e9658cbc20e91711ad46157f55a491b92d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ddec8e9dba636612c213e45477884b7e8f2c8ef18a97e523cce599b39712f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293350e2b87be42740d288d339380ac63c041f97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008a18fc8c3fda3130cdabe8fa8fe2e97b0e34534bfd1917526f03b31ee0f343
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe644b78c620c4db32646d387e7ef55716a7287
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df9d5b32e96b29092fcf3ca43e8e222441abb56eb5172b795ad9cc6b2133af9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13589cf83deffe164ad178706cfb189c1ec7514
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8933ef5257ef2a9135244985b63b4cb1872b492e163b973b5ddae44aaafcc24
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd03caea30e22976eca1cca1f21e7a6427324f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe487b7bb9eaae947e5a753866e45854781a468a4b9c1abd4d3544563d31e90
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7dea81266d68ff971dd7d9d2f4e86641e7eacf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be88b0578e9aae35824b04fa2de3cd5cb95c9a39b6c266809f36d96b4b3de02
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d400c134aaacfa037538b80101ab6d380316e411
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c3ae87953864fc2c8d4424af38689880afb7f4b2cecd0860c0452ecdf89a0b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7525eca191065c5d38b5b06d2278d54cb22baf1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6ba47ad76bd4f65455f73048edca8927ac065b7a90c00084a2e23b6321420c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cced904a89c12b4b9d519b95fd1afd132cdbacbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610f8a893c0001eba356318bc9e39189f3d8e7a0eccde5d824c5ae83c8b4b9d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680b70cf1b0e8f76d1d405f23bb795cd4dda3c85
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ab03d084897fbd8657cdedc5a8f1868c1927737d51da38d07afd436b117bf5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ef8b41efbcb8e658cc0c566819124019ae8a63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccaf48549db2299ffe74e26c5141769e63bc01ed22614fb1031a7596b2b2f31
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a888a76eea31f2068749c17f712e56441b12a4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea743e55dac245b3ea7dbd71219049401853a97b1e25a6ba426cf6a83b3a70a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c1e63fa267c2d6fd7c5c5759018ff9a3f21f87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e9ba5f4c24458a31554bb5aaf919d506f4692c02485ab943f712d5f82e7d39
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e209f3024612e421ab073da95d37c2fca80fa293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dbf265bbfca44567197e4555ed5b922b3fc6587419f787ed1aedc379c3d164
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ba0e386ae4e6fa670843d00738eff249b6fbe7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d003265c30f568be7a911a436723ecd6106cf896909ea6bff04c9511a2f08c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb83aa86a54094bed0c613f364c01294be559b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e550d2b4bd3312974c7a86f7ce4bf2e83c795bf3ea3e3d11c2d8c12de8ea13e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447489938885a25476bf4ba724f226c8cdad25ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26991234df9ff647f6f717922e0bacd981a6b09375a7404936b450cde14f13a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f5f059f0a90ef922fab7ab69805a5afb2a5492
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfe9d14ddba5ad08eab725c17449bf7972e46c23ff0f322c2d94f682290a742
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66dfc6ce00a6436f375d8dfbb3e7ce1b5aa319a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8111525fa72a061027b123f019a8a4e409785d817482bace66990ea93f644efe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0319fcc84fd1e15868377f7c6f4aa600016b64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c29ab74c05441349f8038b2091222470cfa972322294b784caf47008ba2fedb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79c6389142c9e5afca5246d2b374299eb47fb17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4218a7db40946099b507552e7a2b4d993c70cb7be71ada0bbd7ad1016831f281
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f9d99bb0674b93512e3da77c8cc2f0e0622671
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635bc9a4ec121eb1e3404967c404a41e83cf68c621201887d607e0dbf77da6ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a39cc4b69511227dd3bc31106baaca671add6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc436e990b9150bc5f2297591a0932732f1ecb4c424d8f76b36b2a4267871898
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1edee29fa540ff62fe0a7fa1390a9fbf938fbe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12528d77fcef46a8bf0584d610fc82455359807b930a7bd3f9437d5034141a1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a574b327bdfc2e79421348896636e68c466c27ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7cf498bc2aca3c070ba7a5f184f2da7a76b8f0038017869b2ca31225fa231f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f583f5101eb66261ede78fe4e15d508c0d3e5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d779e873f0dbe0c583e318a912f79296f15716cb0ba04a64307089cc5a7d79
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23506723d4ca3517009d1b5edf4fe9e734a82239
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54201c4528957f16a60aa919259219dfdad5d71f96ba5f5c1b8bce6ac3d2e69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef481e63989f8391eec8cf15b595ccb649f6df7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b33bed02549b329daae5c9e555105b99b303036f97236aaca59b5af3cf90df9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ebe83b63072052b5a045917269a9171fb4c287
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025fd103a1b8848c2e156d8005d1e64de11a494fab1e22efe6e7c2ac1856650d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dd83f09ec2f7c12c6a02de24399b9c76f0344a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d75647ddb7ead027b3f59ff55c57acd8ce50420d315dc80a056dbbeb1e0eaf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b943c985809567ce349cec18700c1044907c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c8fa97af56ff6969b1a4a9299f951a887b863925d78465c6f2fe3c55939a28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01857b14e46384e18b98232ef26ae40969457ab0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465722afc7c1793d42ed4bd32d6cff811239aeafcaf314f570127556a9c7f239
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a070851ee0dab131d20e819ce9df75e791f9794
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a409100a1db621c23b20252acb73aec7ce06f173dbbc8f5be7a56975e126cff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a15a0a47f2f859078c07067526cf5ca4d5600a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8309333cc6558d109f03c95f84922bca2ae9a494abcd2599451ce7b2e28e7f65
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1bcc62a71ab27e0e990ca374757809555e25e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de45d4ae9e5af8c8fd97c664bdc12c4bcda0bd90f578ba454bf4f6a60d60c059
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47f7e8cdedabeaed1a0c1ad7ea3bfa271281708
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ab2bca23edc7415f951e9512d834169a6d61c5f31f30bfa2bb9aa3689dde3c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36a29c23b44779f74595ab638dac8a97b2a5d62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da0cc228702d5831c9212838ba17bba48760f8714403b09d3bffae46a36ac46
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a96d61b0520074ff9496d1163405a45467b90b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16a90f8490efd351e8697eb76f77ce8d3367dad0771af957aaf13d366e1452b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddc2c0e9322d628a4431fa622f76f7f4c56be2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e0edd381bfc421c8fa89f7db2c06129dbb335324531c6a6a24e0768a3df167
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72259357be0dfb9cb4b78e5c8f2cfc190174983a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1178b39aa9169936d93097859ee9acaf5d11e35cda70ca95ddff752167364f5a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c44c55301611ee7b840fdcfd16a3bf6116f2b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf32359edb9b6845baf9cde4d235c14f22fdb3d793ca52a5e532d1f0b358ed3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047347bcc8e604b631317ebaf445911958fdcd9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80ea7c21423adb05e4559e3608f9a5ba1daeca754d5baa3756e620c583e830e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966b6c1923cad165320daf9b4f618fb7cdbc7cc4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc8c26a158454c4ed2cb8b28dd60bec33260b9db96cb34b706f83e03bc5ec90
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd9921ff71f90c9286739686bd949e611436260
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de84fd791b02c214cb4a3ad8ac8f9c7abee923aa86faa7401687c0b31df963c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419cae9add2b46a2825277e74cd3c3613265bfcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fb9f9c105ce79c30bfe5dad0c607bc9abc7fec7e0e5dfbcf870b0e7c5ed7ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf3e650927976f1df5f2536064d8853f8aba56f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea71565b7c14a9b393d62569ebe1f2d9f27ebc72f259d1d37dbbd6ac1bd8725c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e58c4944ac79a89c204a4fe5ec64283e4806fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1c84fd2a26eb51a67518d510741bc945f1e957d6eb01547cc1470ac021568
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e382c6ec7fdb4f75ec37fa6f210a25bebeb7dc1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa216910336fdba871acaa5822f8f129ac8a761a49aeb5c69f765567483c9dee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf8bccec1cc780f43a8c32f6366c21bd679d9d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f3cc26492cdd43d3bbb379e869227571051812be862cd3b10056f251c08a82
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24259c610abc37822fd6671a30f907ef440c96f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a4a0cee695cd6332e245d6be67165cc9a62fe3aa73487f3258f4e67493d868
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7681f23764a6c3ec5ed49fa2409adb9b8dfef8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa2b761d1f378597c6917a8771f37e117c0c44e4333abbbc110d09955d94fb5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac939fe7a53340737911759323db9e816e116d11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0388e0d89e711e029c83fa777febd729013370bc1f313a033e15c533fa17f490
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e490ff0e98801d644c473b12558c7dca8dbc01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e35a3d511f0b190979b3f92605f758c896a81fae011c7c9349d06552504fed
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ab4d489347884d900bbc544c6f0d17cd624bfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b826469f3d3725d53ba714ec5d654a16bb5f35e75ddc051d0993b084ef0b0dc1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737044c9d7d725337c8567de523fcb1948740d78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6689d2f941df8f8365f6704700400ea0291a5e631ffdde9b4aa500bd2f5e0f2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a5da58bf50117c7973b0de7d057ab471a618e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb698415f66a44a2be3f0844e43be59bcf226231dac92ae18bd1e389b4593d2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6056767ff1f4572fb4efc0661cf58c8b174a6712
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8e17100efcb09c2af56543d8aa018509cd404219ceb3fc9ec62fcad517d6a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f1e793ce02f284541b1475d6cfd079e20c8067
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66faff56bd01489fd6262ae278e9bef074a16e2e4ee2ed02700057c6580854c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0742dbb177e19e73ddbf71d31a6c69e7f0aea36f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2606207fe31b22d928c181b6aa1567a6e2cb560cf7dc636590155443ab373f65
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e79b05fc9d8dc090a94fb0d01f35d3cc649f23a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f530e7d344e056be01c71b0067e1c6f47db9d9502eb015c4199fee67d5a02074
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613e2b6f62513906099bec866d7cd57dccf19291
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921048b0f4bbe833b23ad1bf42d803475e83ca184449bbbeb4db35a528ec0c72
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b39e1668238afec3e6194bb139f603eed18aace
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0fbcec4c9ce04add01dcc21419468c654e784e26da5e0c42181e58b0678526
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee2905ca62642c320eb7608761ca0f5dde1276d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc5282dcb4d8edb46bed5203203112916f894a53b0f0ddb6cd98c55957b2350
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3119cd4cf7a31305535a9e0e4ba0df3fe154c331
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5e1148f824e64772c646c826a71a7a51cb35cd344924107f6d6f41df8c752d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401265b7b2961ffbf2a5047941c08f1f06c2e136
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d6cee578f9144bb799243c5c915253f2b66ddbdf46ecde15f5193aba5d205c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451ff4c493d10fca00fd58ea3d82e06f04a31b91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf218f8d8c0eb1bf9f33f64ddc5467bb7bdc0e7908868b46af6c79d1b1d646e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c960ff1e90ce5126162cc13d9f15e5dc4bb4001
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e73a9eba60ab9a4fc1e333c348b20d13529adbddfcc90eccebf9e4ce0c4be7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dbd437b3a35e97159bd4dd657383b9f970f40f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8fbeae77d3a2c9d886111a0bc27dae56d27c97f76d2427f3d1aa51313e195e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cdfad3abf76d71aea19b6a7217de754a8b2232
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0dffc26d8ab178681f2a053166250ae9686398a19455f0e24e093f9ce2d8f0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd15e8579f69030d4f323493285a573af307a41b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62becd16691757e2e3fffa32cb6272b2ecbd6ef0d594fdbae81e651d63694fe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d010fdade77b7e262d65e478b7400392883720
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55acb0c88b39183b2b4f1ca709efe68f3f99ff794620fcace993835308a2329d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec59ddeffbace93bee6c2940d8055a70cceee98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797b1637e116eb21d4c599784163c4abdde02a3372f0f590d36b8938f25acf98
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf3f449888cd6ef68fa8c264c8ddd26d51cd65a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2044ca7147e3d09c6c91c29fe5ca367e14c7a44212eca731d77f747971d031
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d953f8d209899a9b73937f16af84669ddd4c733
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dce83937cfe4b3c1c7d6245b42c7c441bd197176fc5ea2610dab28d5d9d751
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5174053700db26779c9cd8194803079903b13eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d993cd0073ee639e98010da19c1c2107b905a65e553935690f26ce1ac34df34c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc135023469f4a769d73fbbadd2e4600d7eac35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51299ef7f6ad9050f57d5bf5fad2646aa96bb44978b96cdab39a74b2ea82d69f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55a7a807db999da4b532f8bfa906cb99714b837
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1c6cbee338d58e298529848a052a882e924f055b29dc5b452a2b3fe79a59e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53abdbdebbc662950c6635c3b2db0b557d7d0c16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71732ddcdc66e2fbf63c14bc07fec2a76fb8d514babb1eab72dde84f49a2f81b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5260e49f4f3b87f61b8879edb8d3018d059061
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46bb0bb2ec45a8b10d590424aa7304bf0dc79d0e369ea87039113e364cd7352
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763c44b6df3637a25118b2c9bdd76bf4d0a1606e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd6f4d54c796dd4a9f1e4f59881a571e80d3153477e50f26b87f07bb4fd44ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba48a444bf594e261d41a03e290c478c1d7c79f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b7a27e8da802f7f67abce822a580a180bd525143d6cea52612637bffdd610a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcfd396b55dba4936b4aaf3eec55a0db24f46c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9266689b0374886a14cc918d1b0b81b16ec9dae3c833d0886ef31760ad684f2e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6044f899ab467b2836ef54d98527cb897c35ffb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f10d7ef91f03d54181c6223116dca8a1c18bd297593fb37b84a242b3813a03f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accb7d63321a8acea5dc0bcc6f22e39bafc8a021
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b953e483cfcac23b72d957c1d6aa9b57376ec495813cee16e6429aa1c55565
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bb228f69296473b8ab19ad09fcbef292c8601a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bc81106c9d681235d89448863f5555449465ce9d70872ef33347f140dc9bb0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e04227d204b17b7c49a36a7eef592bfc65f116a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd90bce274db5270749e569165830de59f8ab380c3e200019a20fcd314fca5c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8537a7f2e28a279632e150824134f245b8d8fc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d573ac971dd9cbcf2be63eb6ac85dda5141a481700fc7e5ba96f64c72762f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d2865cd1f2f0bd2866567eaaf5da8b2eb38224
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90865086960e891abc8946a0207788b7322cba1ef570b81442e68818bc73c106
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2817dad1a5f91df7c8fc5ac87dc45a6642abb90
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e34579cc7f7c65a05eecdfcc8151a8416cab1fd5ceb1f9cbf3aaabc8d614a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6702d8b204ac683206a5578f0c5dd299b6958
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4cc5b5e6324bc2312cdd64720bd4dae8f2f5269f42786c652983b729fa9a9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce8c993c9e78076b9d8643d295af5c468ba1c89
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f85142eab0dd49d543e7c9aadda5a663c91e63a4a8137f8091f1690c5a8ea91
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5758d32abd0f7bca91aa8ff58294572b914266c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d04750dedf39a031ed37e9e741f5b63128cabeca26f8bf6d643300a07fda14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aa12115ff23e8ef4c83287a5ed305aa3822331
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbafe018500dbb143a26a977fb98764e5e588b883b48cd584d5a3cda4f44f0d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1952b70ae80c37b80744447a62bb3ad5b1300bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c17656dd9e6f8c3f8a9fd1724613bb66ae416ed80ffdea7131c61c0caaff54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662f069950c6bbe3c955e33f643813b0906bc98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72eeefb0c5090b6644d8b6dd455f5ca3b36ebf3a3cb331dc9160b23c7784d48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c5a1a04ff5c4507cb9b4583b112be5a41dc14f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55be19b9df0abb55c5a4ef07956b46bf3ccfcbd75f99804c17ae612128f39925
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b56df6b66e75e77eca189800caa8094558130f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8cfc6347c099cba4de324cfa60a9670cdf5b2a737895857cc6c5228dd13023
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce131c5a9d0a2263294c0d2c1dd93a826ccdf95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f57267334c9fee5f5c10d7e976a30f25ee9bd4fff8535536a1643cb22e5405
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77dee65c55f7f022e94f1a31017b61c7707f198
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93444e7b3afefb2a18cbd032897416972ac7ec19d7cace2edff246a6a14b44f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4b8e6b08cd0029af32cf7ced35908689cf0c20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c78316ded96c2a424143d7341aa18cf869b9c2d09ee5c70cb9349baabcde92
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1174d15949c007ec0e8d58f37c87f0fd7bac8c8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8219dfc6d9928214e6313825f2f8d02834313e7126f42684971e8501b62660c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c61af624bf786fca8844667ababf8f08939ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77066ca42ae3aa224f291b17ac1681806390fd351e01ef93f59c4ac2ae5c4c45
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097e583185ae89295ab143a1ccf6a99a65cf2c21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c83f6c1a8e4858c50e5a32dc37ae92ecaf53046a884baaad0fa76033ae5b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018257718e9bbd2a3a0d444ca160b121442b07b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165c725e35d6053f0cc513baa7c5eefe2487fc8f5f035212bcefc9328ac80724
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc20ae5d0ab5c599af94c22505b0794c4b6030e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f691c0e35769cd6c9749f3e95485447c2c45c2468813add0b4b7f97fe8e88e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10e7b3b6b25ed3def020a7a8d804dc725e57af2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9d7d0a0273e913da92e08853aec4771968dd852d193e8ddac851156d56b5c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f477e6ce835a85bdeb6a39c53433069f371de7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7914d9288b6c19a9da4a0811bd072d95210971f957e4878a72ef1e0a6d250aa0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d587c24fd8adb124ac7e0e93cbd131a03ea8dade
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbace68f6aae8a61dfb00dcd75af79016bddac1f3fbbaa135d157511df9fbe9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3302dd6383e60a69fea63a5def3cf79f81e19da6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e47d1ba66ebf7dc57e29db0a09e6fcd9c0b49b97944fd322b121afb0c82b73
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c988bd48207c4473ff06943339c3c4e4fadb50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4157148383abe653e2bb91b3b41d217d0db1cbe92724b0faa497802c500fbb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e087d70077a3c3b31847f5102a3cac77cc3b2e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f579d698487fc2e8566dd4b17177e45b39ed8d247049f6166578fd7578e63e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be19c3b7c5c6bd43ff0917eb13a50acea4acb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbde10f5f952e8c8c8c1c25e6efad866688ad897147bfb11e416dfd395d6308c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96aed80477494b0f7637112e8f6f6febcead88b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648ed3d7e9ce9f2ca050ac010b7f4be1e5a170a428b7d38c23be8fb78fd2fa2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d320aaf4f3b8ad40ade3200f37f2341d0d5f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410805d95cbabd0146cc88fc245883822fdeed7dcdcdf2f4b73bdeb6b721667d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f4461d35474aa4a139e9fe1f529d6fd96b5ef2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4b83c04f73b74552f4925efcd00fd40011a1dfdfca2fadb06607557d1f67d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf476f264ade7db96b0ba281bcb584d7aaeed05e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e162f8d5e0921c281fdef063641cecc79ce3c68a2a8e385b5fcb07ae0144a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47fc52be9f89b3c408720cb21962401127b0214
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471729d142f1a950bb7604f5426d0ed0a72671186b7d3bb79b34c0b4bcc653a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99183ed20ff5cf432238bc615a29019ae35f7c03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f592b67e83c13e882a19bfdebf073a30f00979769635afeef8f07d42fcd6fca6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd38ba7af0c372a36917dee3c5bdb81fe977d7f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d412682f230aea6791d6cbf644fc0e517d186189288930f20be9590e89bfb5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11025af16fe80ebbfcacd87f636a37427d8fd717
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b906ef91cbd4b5abb6649fd7c81de0ef79f218c5ef430e30f0c32102642c67
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247f876a7ec31bf42625a1731dfe117207b2d612
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7976fc65a0b42db205ba7b2550be332ed1a7be51b49cb7672b9f2eb1eb027e84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752785f7bb0b23035083c8040378465adda2a46c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1a4a19c6605cc5a498e8991d1ee90339e651be5a31de85650a3be86a8d1b2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c22f08253c20f26c20787dd1a622821cc6e753
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfa435a63684e9e86999961fad9b7d05d1001cf400cf98d3a4c67c3c13e9f6e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e41ce4d3e9677a7b4aed34ddc7e87f01c562f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cdc58b8e6a59811a4e92c651c692a08ffac17ba3e555341b1953897220bb5c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8fc597f4becdb02ba718e179a77ccdbd101d00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87e7005230634a4089a931fdc05ceef012ff96db6962c9db8e9cc8731e16e39
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b05063e61273d152ba14b5fa3f6ad42761589ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7118723546debd130cf47fb55d8d18f1dbcbcd94e3e3a34624627bcf95691d0e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4285f51f0b8c4fee6df892c99b059434ef7a7e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38652385513931a1610bcc914e1ce04794956a2d1f13b9bf5c584ff417935f9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7705862fe2ab58ae3c75acadd795536e5a16f1a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54cbbf82fc83826ac0a01181aa9cf63b5886f27385d98203f94ebea97ab6c2a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c891bb41c48b667d6a1aab1cba6af7b03983a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fff0aec31e6d3d775bb3d5b704cbcbe13922bbc08ec18d99084a2e61979380
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cb30cd66bf9d34960d809ad6b41eba9d08dcd9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54b068ef3fb8752bc22ad629aea783c84039ad50824d00b538aec4d0f2483a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b34eef4d2d78b6238565a04d95b549833aee00e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403bfb2ac03a0b39beb1850abc40c5c88fdba3ce45c1457b7ddcbb1ab8bc02b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ab0800c539e7870ef0084c52d220a5b562ffd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81388399559ceb6b5c5da2413e61597ee4b4e120f650379856b2d0c06e418e44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172d3ffb6e609a95138bc41ffe47f29da7a58de6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736178917e81e6851fca13e5993a3940589f8088783c1a7a638bb22f2178ea9e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16017643a0d7279c4e07bdb3f72dcec1e1cda8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5917958b48862fb9a7f434136ee74fcc742680a7bcc2b2105d52b7c130bff7a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2eb1c15cf8c74ed638324340f48b2e830c564a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088789bb3a8e57016b3a072ee3d518134460d24984af020d9ddf6edf70be784b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc42029468a63070316fc470e284df5c36b49542
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1702839f8254c7e250215accc65bd8af6e18cff8631e76220a4e8f990d61825a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4abb2a692554b2f346137dbf95fd22a383f178c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede514c03c3c8b39ea9857ecb04837d51c686bee91d06da427040164d0fb3c6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2eaecd8eee12c22d98363d5282a6a597f819b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f4b8a14b53d19fd01f7210dbb08eb09a75af41708b917fc56cc6b4309317a4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc26bf2f06e9bb4fea3ee165b0f0fdaa31d866b0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78bda086c3cb89f941301a987b1e52e470d192c4ef61d9c415b852ae2ba9bf8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98020f6dfed0c4e457c369247eefea6a68ad6b5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2d3b1ae24dd9a0b943a9f222120ee6a6ad1b533f9e7bda34dea703fed238ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4983a4cd52665d560c0be37e8462b1cbd50fc531
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d002987a3cf2e4c1608a3a23e0c6dea1ad6d3cc79b1333a261171f57a6cd4e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1428b24e6bd74606751f70d879a7912115feabd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08482a2821d55e261447d9e94a68f69a200be9e611b840350b5fcfaba16db8e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a79cbb608125344835126ffdb819e6e40b02e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2e04a27a0c03e5816a4dfdac9ff7addb617e38e4e67c1e8c038fd91cd73774
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66356c7be723a9e21d9b329a6046e8a1cc1b713a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ed792134f25cf4e4b87b067e574e9f6ed7f7b763be8805a460f09a706c4cc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ba46add06218e762edf5f80c77772b90c3766f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cab344fd5716039369be9f6011045801483ea4a76e822f5e03025fe1a82099
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c185be2edf80e2540fb96592317502ca938835
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1cd17cfc7161697209c4a4874d6956f28af1824749faf93f14913273aac77d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de6e5281369b9cba5592df99ecfd09eead794ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7aac099148e5e768a57f9b62692fc5f034e1ef75563bdfa63f5a0336147c5c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cf49897bc2f3b014367165ad13c89ea3b05aa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc21f6d46ff2fe3af5fe4f879b6b1ef8944f372d6141230db2ea39f00cbe855
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6d79e4e5b858a257d7599b0d0c000bd6b6d881
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb3928f493cbb98b7a848db2c3b2f77b13ccc3bea39918401fc035e560bf409
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67f4d04a899bd4e40cbcbcffc718013e7f64d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db43b3f9c2ef7a3e87bf11ba4a3bedfc650a8f143cafb4e92658aae5930c8825
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039996d90d4928e5236341a9f5e3d855471f8fe6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959adc602513ac774fe27996892fac1efec5fbb801065877eb0b0a878bbf927d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896cf421d2cceeda2102a0bf79bcd5117638892
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8839e1ec6b3f880afb54fce76dbfe355be065b8b6131466af25ed048b720fde0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c331eb68bd8f9592ef7b0c34f6ee1973eb48752
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6083a750c9b5569447dde9069042b61ee70ced3b212dabafdce42a33be7ca887
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a3eee00fce8c54c9f53602479bfc8ac75e6b49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e711a32910e05431da086eddcecc83cf262d2db5e0ec53f7b1dd76ef3d870906
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d501a1beea4e32ff783daaa1147ae3cc5b0504c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c3e12c6d0aa82bd7d51a22e62a616b2ece4e230752f3a29f4515c0ef03535f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96871f44330364c3a818b5ac62e0263aa6326b5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc22ae16d6365e4755883dec5a9bb5091d936de09e56affcb70c0079e7ee2b9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3581a080faf626fde6626756ba1902442f5b05b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bea53caef32c26943f797b1dfc34c9244fe70c053e3551d720eb6bd64d89b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3718a718f4d6c6a9eef923544814072904822a94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cd96b70609daf7d0c340f9296f271ba1be36316c2e395eb01556b87400d1f9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738ff4cebdb0fde80deefd06d7062c10bfdd096f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb17adcbd0cae6c4b558006111a375a4cd8361f5d53e7eb04f33200bdc08ba13
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2168f5cb58a7f86a711c5f8a5001fb61844d63f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70af2b0cdd85ededbc42aa98421ca98f6e3d2f0f4acc71af7090e016ce9f5a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a5943e5dd6542060b153a5ab57deaacff310c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f467d555e82af4b863181d68700f7f04ca7bf1b55328d973420f438f7ef0d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e83e73e359ca6003b55b794f53ba85c217254e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee3953f04a78962c67c1acdd9f3aa9aade5eecc9f9966275fbfa5c1c6af1ceb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e984d8cf15c23f52bbd34086159692ceb091ad43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ecbb047b03f289ae543e5d90aae3c7a797317be3fb1b8f450d5a5c47ac9777
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c0fc5850bc5c25033d2aec40be77d442f33fd7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db40c4e416edebd76f9e3333c31af4f05d6546a2d7857f6dfb2b186ed4da7db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99ef9675856d22f5dc61ce593486f501dfa11d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df897416e1d81ca8898c37b61f02c27303bc9ca74a9beefb60c74ccaff3b724d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65417f3ab1b9c55d732d97b5c43e8581a180e78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9467f26d78eb35adf1663bfb120e918f22acdd97e2e5d619132ca9f3d82e6ae5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c129d77009a6c512226738a5922777544cd745a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4942185cdf9a0f7a29eb6bdc2ea12240883e84eec8734a0e2fae332d32dfe197
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522c32d9721cb457010ced9c16242d6871af8fd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de775fcbb341594f65058dafb29f72a2025052e239b03123b66413187ceebcf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f6c3d0d92e2fc4917a94d76b53fa8a8fe1de4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821f38c4982ae3edebfac11aef1d1919f0fbe184bc0016d416faca233d202a94
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb4a3de114d4035538b6ab7ada1863cccd935b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb01710b1d814efdc556abf963685c60c7172de124cdd64ddad4c0cc4d15934
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9da9481374cfabe14a1487acdff797703cc3d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc906f07b0cb2933e7860da1955780f0523ab380556c93e817a7f41c75b929
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b9e7298156b6507f06e3daf2cb800e4fdd6440
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dc74fb55c9a8ba71a3fdb2f834b81f03ac686c542c6b296c6eb525c055c47d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa58fab7036b1ffa76d859e41f63a2e234f30553
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e317e16478d4ba3fbef8608545aad7581b681538600426ab1a1e1fb5237f7516
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013649c036f1fed0ff41766ebd696be04426605a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a81a3cf1a347f65ffa2551f24396157917700bb2aadd15d6c2107c37aa5c75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ffb6a502164f1e7033ad1a65d8e6211708125
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a6fd221e57b829cce30cf9a47e0172eed133e3db49186618f5b7b1e6f38afe
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ace4cfb87d79206c56710415095edde7dc76de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3f6e6e7b24b46321ed45366a2d04e877159be8e3f90551c0009c1c5fc6005d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953aef8c3e38313d52aa1bf0d0e87ada995ff6d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d0c086fcdc3317c1e7344bae90e4806497afa114c2bf4370072f06f4dd1c57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529c3a3d3ba08bf36bec9e313f12d7e9651b3f41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d075b5dd187572e4e4153f233facb402f3077555da3752347b2347084ba4d4a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cecaf63c3fe9cd1aaaaca1e0e6129418367bd3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30900bf9b000ad1021f055b35e6ef924eb4001058f7f0ca8c1572807a68da235
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750fdf484eee97a0a3b465bef2f04af3988e1f36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25abffcd5a9146d1a449956d4d4a6a1f83ffb5ae2736125bad61ef68f83312
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a05bcc3555533b05092232594effbbeb05ff47e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e02f474c9ef8958a86137c115a967de09cd411525d90e1f82aecbe915133ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0483222611899bcc4f92d61adc81c799b772f92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb328d88ff222ea95cff24c0b3a51cab1aa919f9b7729231c0c2e05bba0c921
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b249e0d0ad84bdb6213686a3954fe54ea5656980
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d81f1b21a13d07022c0aa84d450694cacf16bec768c013d917c6d0e9b3705b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6d880286fd9ee1515b6038f72453be1f6b8f30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05008e54c389f5f9104f5f94ee08b1ab65a19d50559ab10b3ea92a8498d4ef1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5730e6391a6c59ffd467c2b7dd5fc986d7f7f90d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0523d392560b8e2a756611ca9833b81007720ec2973feb9dc610cd8bfa851e2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acad9f856d24b9033e2aaf50b7baf0cc4bac480
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bc55323225f095154231e80eba422b8be1092b0359eeca3ddb22f87b49545e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722dc01469f044bcf8514d5d85e7cca70987c9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57c199faf04f1fb3b934135ee90a7c9f244e092b11ff3725cdfb9f16275057c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8bad02e317abebf22fb9540e28dddc90b94dac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c309119b8d30709cd61dd2195b1e2572e6cffa842436f15676f38de925ab69
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3938c00a265e4158312867a07589c778608dd0e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c89e1d66fcab27872ad1ba0297086ad7e76d3aa34db57ba24982f17c76a7d11
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff13fa15a66a3a07351ba51c4623d8fd97de02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b491810616335614d08d6b8e2966fe01d904059c2fb50f6a5b027b4c9ecd4034
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be890d7e0d2feac5f34ad622bac42c457a0b6cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a35b3e8e751621357231f9f82eac6f6d2127afba95a859a6e069333aa05718f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82f426d03150730bdb1625d95ade849fb11aa2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd47aef1c4da8b8a52078a9c42a3cf3416e0948a041ac8fbf2fde48b3e6364ac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5931d61b462cf044b6ba45425cf2bb728f357
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978deccd58a9aa34d0591789452a0072101fd6d8f834f90ed49d0b2be4c605a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af486d19866e20b5e1578f25a4db670c1d773085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcfadf12c1edcf8717b7b2b7d0856100ede12453430fb4a9da9a1d3ccf24a6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebad2c364f9d3c4734e52b01d48d5305a84dca5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dff99039b4dcdadbc6e43b508a585a503621049c5330b9645dff426d335d265
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db408e51a272cc4a6fe34815c792fcd254104b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9869cdb416a544d0ef10c9866139d14cb12b3c5b875edc10bbbe17746f2a745
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b858870051a6fa7618f319b3c7d900b4efb77e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f01ed0035d17b7a133e8d539aeb63d6a661f38628b6ed12c91adbc4d151178
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd347f2f568ec93378157d7e3b5ad4a4da2558e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5a48995176c2c96a773ec22ad667e35dea0f381ae621f2b17989b8c200b6a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea24729c393a7e086e874d4cc7c1af157d861c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7a669bcebdfc0ddd2c82fe806676192f4f54b782271982635688bcabc612e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075ab881c58db125824c4773236aaf3b8dd824bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b987068154a8796caf51054dc9e1ead86dc0c20c22cac0632a5894fd2cea09c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c50572187345b04b09244b6a990f6c4867309f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12383d25d79442a4dbd44bcf57ebd019e4c21a159a8c359ec0e82fab6e1f8f68
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebb58cea2966418a3f58a886d739aaaa37b68dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cda08e0db2ee309cf278ae5320e6c2e4b094804c4766fc6dd202d79a139517
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfe77f668c1eaa8a4850b0fc1ce9f1f90b9398e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6054725371ce6b51d3efffa1e0bda8696aab1fdb27a6e7be6a353629ac30ead
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458ace9e1560e4c7e5e695fc8821b0d3f764a754
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5973c4f105c3bc56b250050b7faee2ac17928273eca276fe2cdcaa31b48399
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb7e7b9fb985846d60335bda5a9d585a09264a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52549e6851e7f0bf80b63d533fb669cd7d80e6252a0afbfccb3b0e8d72f3ead
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395f28050a47c5ba3f591419748b1642b7f77274
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290d09b5c5609fa7a878a15387cd6312922c429e363f0ca63b8d6b354da2ac18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13391219839d9dcd1848eaa28849ee8628e1897b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b838a3c1e824e381d3e0afde007ab2fee5da2922759cd6ba884e541c0b0863
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44465bd4e95a803ef5f81d68ce21cefd9308934c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aa06971898bd985962fa008a5188b4459376b4b0cad01cd7991ab3d960391e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd55dd062d97d61db14bd663d5a3fe3dbba8cfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2820190464cdb924497f479a97f41abd218b498d42eb7066f2a90a0d2b3800e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc3ceaa6c952bda2ceb36154378c86fdcd93457
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad9cf4fba5d3a008759fd8e09dacc681eb5f7608db47e537b6a396d68cf9b88
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaa034c33b23ccd8c659f9289fca0c785d4e40f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fbebaecea12b3a6d1a71e39442480def524d54f3693bab36f303062700f368
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d1fcfbb90f73acfbafeeb990647bfc47375ee8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa80f58f8ec724d0e4f801ef270c1c5320e87d641595ffa1c1ced865eca5ec64
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39416246a2b2a172e136f5d3b43b243eacd8abd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464a4f01b1767657f93c56a2fc25cb7f9278e359aeec4fba8aa4316ea60bdd78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd37d799fbaf0b884145e0b80d01cce1915be19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b369699d346ea57930d86d0d6e598a4e33db7dd7011e0990e0b8c39b00193d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856b8d50acaaa8f79698d563e1816f1100ba3e63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a81762155e6731d01566abd62c86114e59b2de966839a93a4d421fc02dfe1f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf776f278820d5daa91a77f56ed31bd8b058b15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45d27bb2866efc5be6290a8a460c3aa897cd406b8594fd6ba680a6686bcc7af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714a5a7bb79d59b83eaf41c20c0bd268d5fc6404
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c3aec229716654f608b93bfd7481011001b8a85e2175c65049d8ee10852c56
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ab7cb159e6ba9760c846a096e2770e72916098
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0c6af735808f059a0868561318c345a26c16f30c40c2881e6c7ea86e41612d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af27874dccb06ad4d04fcae24bef16279e7b0cc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf531f4d414575a82ab27f5b0a92a2b023f4b66073f071cdbe935941c160fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1df510d00e9e6a3be4ffb68f2cc1194625b18d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681394449438fa78ea62946328dcf69804386e063f37cfaa36a2123c9d0f2b1e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b0586744ef78c8c84fc53e815cbb9f7148340b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b56aae7f9565c79b82bef819fe2c1e71310e7d83240d2b2a953f9ced2b2484
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d3c77437b1fc3364dca56f6628d61595a2e1cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b4c74f12ce39a41c31e04ef6f354e17e637386a0346e4d57dc05fda3f48938
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6176a276977b312a6ecce5ef853ffc8e6830a9e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05878aa42a3868b32be4e0b5279b7c225fdba8aa3436d40f4a116c46470717f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83712a9204a7a00ff552cbc2776370d27d8f4fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2486c327d9ecd08f95fc91374cebdaa8db2c6738d6ba81b4d664259f90875e2d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a241aa913919443b4ea8b7c876d9a7104ad4c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee48d02c28a53376faed2c66afff75ad248583e11ab0eedd5a2cfc263f17b3b7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785774a9872979bc0e7d3bc3fcd96164e0a46c95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0557b5c235d0ae3d7a1f79b337be7f2c7c45764987521895f24f11719154d478
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d32ac4544ace5bbdd6bd2031c7b67547e9f41d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a6288e3b2e2114649961520e3ca3e10a4233dbf7ec198a0fb226ab724acf9f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d0a5652f43051b670a80c5abbf2ec63b416d56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05068fe0c54b4f3b9da9487f1217e11efadb9899aca15bc2ccfec5af7253bdc9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbe91042148005800e2549764c86352e8bc2f6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5100d49da4f815a2e309cbf42c82784481a993cab4523b7c9e6146217d6cf336
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b10ea62c459f255af14d18e6bf9bc052d84f76
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f3e490fa418c5624635500d7a052b825207394b97b19909902a77b5b3a01f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7ff3f08d1dddd1089ef283f97216899af77702
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658cd44cefef5ec789ea40183ea977752d7ef451cf7f9a0d6aa071995036cfc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea78963341b5c9298ee28e2aa4e9b150837306d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3b07e1939b995d7a75402bec35378c799e110690fea3c40e8fa33a9219e4e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8156ec20c4963be8d32e4ce66bb75f01cbd93a69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556374885c10e4be4885a36e587f77d1e07d2a0826e7e31d6686210b218952e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0c9ef8631b32c030a811b3bbfbf8bba601b340
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052f3222894be6859d76bc56d3901defea2a2f9e1ccf87352609bb14ffa9d6de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883d08b4a29b42ea99a4763f817da0150cc1d9ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b681e31161910f43b1c00b336940bcf6d0d6ee1477fc1a03a19d682dd963426
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e44342698aaa6612212da0d5166dc85a6df0454
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08672faeecdcf9bd6bd4698f8c3e770966fc33bd9ba528854f5d19a9c326b508
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dbc056397d4c596062260183230a84658a0578
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f499fd62cb9b676a2c130bf24f85d12f41782c879d312cbdeee82d6c1028a39d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c020631b57898f17d68dc7edbde672f2d3e56e70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f41193d6a0b650e4210f74fb9612588999f473dc21c7dfd14fe8ee8baf85c69
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4baf093039464108e7e00e9a27e4cbae2d5b2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fe68469c8db77b5046b7de1fe56ced6f35de63b55355bd769d87ce584a70b9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d800ffe4df0c3b81cbca9766753f07045e4c1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f42766649408ddec8e1e80860a3bf49910b33b2e134b689dbb78b80ee0839b4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b536e111711b164434feae426efb37c39a5d13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c85b95997af2a92fc1e0106f0d262761e392dcef613dedd7cdd67b50986c74c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff621806fc295b799af2c71c1cd3129252357e73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0644775d301a76e46d18347bcc806a435ea8369cb54d607298221a8a03f34786
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c5c1ee00bc3c354f0e3d5eb0c17502d5654be2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64248d33efe5df812048be686c0a42ebe495b82b114b2c57e298387257b2ffa6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a881c5c047aaad9b11657ae10e25d4e805d5defd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b8eb841ba7956e916e55bf5f4d3aca2b96b5688d3ea6f0f6676d173b02955e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74691419985e6d8fae37444d534c06dafd639764
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecd46fd09cb14692d3922b22b34c4ab08986cde3f4935e6f98993b6d57f96ba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27324faca70825a9af193469a265927320794e1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fbd25ff08868062614f740fd33687ae4ecfda46931ac82d71dbe8b114cf9df
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b72f9ef4bb4f5423adaa9b729e5db2f074526c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841d3a085c6cc35dd6ffd5530c02299e9857509e6017a2387c5ed4479d3c9608
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedac98bf9e2b9754f96aed9f01919d2bf00ca5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa289bc0618555951c86272bda1f53fa93767643a051f02a0f21fbf02efab618
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587d2fc4ffbeb65dde0cbb588ce3ddd19f3cb060
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9418c5439739fe324dbe07c0616db038ecaf57f3711bf360aa3c302f5ac0cb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382415b21f3e96857764b6e326a28fe8df8a82a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687e08aa8b88fd0350484b13ffa0d71ad40f97ddcb983fe0aa2fc201eaf86a45
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818af69eb112ae4fd7890d282104bbfb41c927d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b09814e9f78e3586165e42c160c155ed71ae7a8322b7b5d9aebdc27cb51c13
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e649cbd15ce0f3d7545cfbb5da64ef01517b6a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3c7e4cb36dbc073f332ca54a6234580068a9e0ea31205352a13739762226a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996eb0db6e40dfa9df954eba93b8463dd919d74b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb8e2ae070b734299f37442c6144d34d84d157820c4f58a3f05713839d41b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5881504e0f428fe34c21dffc4f23863f176b66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3b19dfd83ad8f556ca402bdb6d412402785f8cf8dfabd77ff0881a4fba3bed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33013982f73b48a47f7979a225ebc78f15bd9277
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39194097fa7f8fb2b86d90406f805986032db76fdc3a0f8fae1021b3185d1203
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404536e44cd7f43f06a5c4bb3a4ed1341700224
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a0a072d29cefa4072d8d6222dc7671ff0e3998cbf5997b6217d1e4af4826da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637c2edc4025695e442a47375d0e3982a72cdf96
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb651440fd7c3b869e932cfb030ff5f2c9d7369cf0cc488cd5eda63d7d19921
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1007a84ac04a908258a7d43f32de5b469dbd41e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14138f14e010c033d44fa427c99e656b918fa6ec6d315053648c875df91d7ef4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cac7ebb2338bc2659f2c5633b98fe72d70ef56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f020e5f8ef143b1f91994734e8e4e45eb25308f814ec87e1fcdbaea7662569f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e0bb05fd23f97fde8d06c4b95e7a0b453b29d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143b15fe894933024a12f3ff5d9642b81fff7053b314cca1d3d30f2988658c4e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad85a585d837e76f011fe393fe454f131ec611
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991f5213fcb90bc7020c933b832186cb5954ba4c3e933ec2c1901ba8cde4fa4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f773add1ee9dafeff6d9dca6ee8ddfc2d8789cfc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3656e7976f5d8dd0b61d57a1b57f98c16cbd8d6304519c4031b4886d675ac785
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e0cb5069f120b047fffb8a7a31cadcbf6a9b3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494dc84c5058013a6c26bcc653ce69851712f0538857f42c06948ae202b4ffff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bf811d754192b1f755deaa2041fe14c6ec106e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a7abdbf49b98b1e8274bceddc5aa5e9ab62877c7240fdc264c89342ce29f0d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931726e7817420322e0d6f2da91f54b6d60ee871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06b4b608ef79fe303ae445537bb1adaa970150de57405763e4af987b343c057
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c62ef2be3f429dd77cbb36f453c40983ff1343
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf4b40aa9d1820da4072a739c59be7a1bf060ef50fd354506e4f419ccc0247b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908de00bfda2d0cc18659852aa6dc8361f5d6a62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0416835a2fd735f899191e77ea750e5b61833944220f3c2ce63e87f4fb1a9ee0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d960774ef12e967533fdb8bc2341826c9eab6f38
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a631c797a556341442b3bdbdb861b0b2d850cf4da2bfe8642c91c3021f2da81b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63751622943a70474be62391607fc6435a0c7afa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eb36aea8f601e3198193c1f1362aceb13d9fc77c0217fc3df03243919a2815
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8fc85ae7558d61ddcbd09a40147963d56b7f8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146240bab77bb0fa77f631225a2b0b3faac6d3eb5307d7263a67fe4bd13cbc4b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda72f630014c5aa0bac43f27e8d29a4dd3551b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97d9c0acf4b5610c43d82a75755f71417d4fb53295ec493f0352d5ab739fef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05a6b9178f3a96796bcc8e4e04a069bfbf8765d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d005ff016ef2b068acad625abd20cb1f86dd72b5902b6f6da0508b38eda59780
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f016ca863e20e296a390a93dbe355b1d5bc0b28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c7d89944210ed003c979f9ba71998062e2c5b79778431e3b880a9ab40e0eae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96026b98428595702d43cf4fcc2431b675270ecd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a1edaea2c4654ac58615c4b70887f0a2fb8b9c7d38591997fb7fc7dafaff58
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253ba9b995297877808e37026934fd07e12727d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091c6ead86368762c38fa6fa70ce1510ebb45a6a151bf6334d9027585b66d313
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ada6d11269a12d4ab2d0b00285b9a05677cece
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599a5df96338b5ab7d37dd2e9273acc01f6401cb03da01cab26215c274be1826
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ca657142b02302719161d8d80e4a055b097461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702734fb6c582ad977ec42d6fe2c09013394b17875948b10881d315d9ce99abf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0857ac929d8178ceb7afc38939a7da25afc9ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f488cf4478a6e988014e78bb8c747482daf2e71041f2e1781bc46c1804d1ec94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6005a2fc97da19a2f1abc391b5eef596595f94e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01780b8560100048a6848dae316c9f75efe4107571701dbd398db3746d955d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ab421a9c49fd331a0761c7d0268768950e221c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c076b017c52e2398f5d53e230a5434e435bb74893ed89f5323d7ac1f7f6c447
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfee7549b7597f6c70bbebfe55ddda47f98c1fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0802e066aea03d996f12dd613ff20dcd7257d5d8f92cba6fda31f478d682574e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db18e312787d5f9c3f38e7436a2d9e550968844c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59242a50b32888ebcffff8a9523bde2da8f942c8d3681e80234747e30ebd9676
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d0bd95977bbeb8c5cd3b39fe2e474f1c3def2c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09998df10f52473df4dab489a7a1507c7bf04cacb36c377c9288264dabf22a0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea36807a48869bac1f2b1bc2aff348c5a46bc11d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d17ac1effde7d24dba0b0aaf2086b68dd92fec4899c6018233b05ecb870d85b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb75b381f9c1d8c0805a4e64ae2c1f405d3f0420
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901e0379a4f544f067656ddf7412f79cfbbb86d03d6a8749eff995fd02c42d74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c2a775c86beb2630df8110ef1e69c6edf5f84b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b9afcf1cd037e9acd822d10266eb493520737b88ba462322c0b7e2195072d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d6d0f70799135e493a280751dbfe35c0d2fa2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367358f31bdc1d295994230b813ccf748d3d75d9e810b304fa871bcb0775fc36
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2855eb5456dfb05c05ec3efc1fa226d2c81f70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54fde68a38c12868546482d20446d1785c0212891f4ae43e31a9e326cb71b6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4493382e3fc6e8e9d9afca6133785c0127a9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3071a0ea61aebb9d1ce639f025134f918484af1e94b7d04448db62a06c5d70f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6fa349ac24195f636f58bab22bfb9bce03eb67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7deb483164ecd2fd4c67b54fc241da62f971fbcfe76cfe4c2fddce3d5eee2ea1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fed48a1ce52390a8d63d1f6c6e63ac3c2f41e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb551e3fb619b6650b227dc48e68bb8da771c6ee87153c80795e167c6ba8f3e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4851bf1199f8f4a0cc0aca9fcc13b3e63bf51b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c4b0e80a7e4e0de10d3e1a9fe3cc7a0b2c3432c2ba88ad5ad6b1c0a58c3e60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea9f9706623d1e93c53cb5a67292bf88a1a1ee0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa6a2e3baa43457179532fa1916fb9ccd296d621e9b4ebe0ea92fb96c9fdb80
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fa1e083cf233a64cc94a6a587e9b49dea0787d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8437eca5a552a9b7ab28ec017d73cfc6d2c56ed915e9f2f0b77f88063e831dd3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b3638adbffd25cc80595a87da6c3fc3abdd35f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2332513c7cf44172ae9a8d33492d7026d1c9b819d37f8280c937c39fd3c4cfa4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1123d94e1132ccf62443521132db6c8136b02744
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674b4fd9b759024574b86155837959465180babd8395a536a27acb1f2443f557
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991cbfe9cb1106121c414b6dcadd6e9ec4107452
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef0b0d674b873fec6e61beb80adbb4bdb270c1333d402fd5bb639192e064397
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b4b498baeca088b31240eff889c3cab0b5d022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db4a95f118ebe17f2343673b587df3e8326cea15906a0bd46999a565dff6af2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2e7a801c5140d3234904fdcdce5523c979cc92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afb77134bd73ed937b732c675e1dbf86c7eb3bfeae4a20def874766a938a007
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bfcb16ee709ea6b8e1770890f977852a692dcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f3c241f973d5ee990d47b376fbb1147081ffcbee6211438408dd6442f91f04
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ece2e8cbbe0e2f60d02baff420eea81ecee8576
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa7baa4bd8fa38c68f4b01f5c5951306d314952946d9c43cb558b880db59a91
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fc42457516423ed07af8b9a51ad4ec4f59e2ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e0942008d7637f1789765884e7912eb0431b723ad6fcc7baa3fae9e2ba718f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3eb8d001d6bb8e1cc57664d138ba228a42c2b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079739e34a228fb19c0ccf648734b52dddbfc00d699f59d0a7cc12adf77d61c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d0deb9a21d1571a821a41e5deef321996b7950
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0910bb89c9f85e61aa2d6e20061ce3253e6e28bd72e8255d44ff160f8eb2a6bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6fba09cb18c4c579b245347fc7e6b5276e0f4c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d379bf7b92096fe4d664d6e3e8ed593203cd0d7bec847f38d77f96155e908
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b0d77daff89b4e3de89c3e320f91d8c5e02b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc94fbf7080e36881d9619ce2d73ed41ba6e2554bd29f25976379e15d1eaf4c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3fe3dea8f05f4bb13a46c1a5d259fad5263f9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4dbb74dcc0ef291d3afdf088bcfe5315d0a918ea7cb6d52e8cb0c6cd7371c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676ac84902b4ffc860b70300683c28935f53c820
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c925fa2ee0de1bdcc2ca54276089e6c645f9eacd10bf3673e68183ec185ed545
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c864bc28762ee4e6dd263d5974e92701bf0d971
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc839265f57439074205d85b9b2b19ada01ee147c92f9c46fcee33bfc62f9121
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de067588942cca5f1949a8888a8fda875a1bd35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51843940700a8b7817c09d96b641b3757fcfc938b34ddcdab0f97a7c56a6daf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da949593dbc1cd5574ed2874da093c1e6974af37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e13cebfe3212345b2218d19cdb7a3ef281430ae6d8bcf0994bee83b8e6d188
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3769c57ae18fa4331c83147f28cdb066a7137c24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9170a078bf1ec8fa1a7edb29646f5e7e1bb5d3a89096e297c86199fecc3581f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b66e907b581d3b5f0152468727a5c55328b530
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e497782f2e5e2242a94474a8b6fcd921c7457779036392f2e2f02869920f4778
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59047ccaa0b7ab0f231226e764b42be269ea7b80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88260c489675ed79d0e371da2c74bd4e8caaba0cc0cdfb3570cafb4c627d4e9c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cdd12b12ed7329b3bb2d1851ab261519b1f515
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc9c675d91287355d05e223ade33700b628cbd5c15e55a8f4563685c1bf8a73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9297eae5c06971563cf26f84b5b4fa353679b03c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3e18befefdbbd485794943a42594177e08f464983b322d277ef8f347dac0d3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3106667fdbf943f90e6e0b17f2974dfdf2f1908
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb54d2f55bcc9e058e5808ac6bc6b1144df223b6091f816216553ef6d35b1ef
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db728bb81b2968b5998405890d201611ba2ee06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9e9d48ff824dff7f9b59926714918eaf047261aa0175b6c1f252ecff5bde00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94a0330f07cf0177db22be120b74b72a1e3be3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a737f750f9316b54764a9d438175d021f9b752e6a1bf3934c0d402e69898f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef114fab4f906171c64e2cd2ab269ac6121191f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d27b895583c1ab12ff11fdda578c393864d9b82d39382f7da08933ff60e414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50856d891ef0244109b1c6adf42233058e56821f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a96801b5dfd3e1b256eed942d7b2a5a3082e44ffdf0875478761b2826f06f28
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca5adbe92d55dd38d5417a59a4617d328a3d319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d244d7b3f7bc99dff5948b9060a2ef6262a533a2386202cc5dad62c625c0c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511ba8911b2e836147f41d43399365b66cb31073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff895974623885752e194131dfce62056cedfb1ede370899f1efccd6b8bc8ead
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc6d358dcc2465f1dff2cd869457a6dfa791101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3ce882e1438da164d96ea2b98798835fe1c486b5bb4aedb2ec3a00381619c3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6529a7269344f8be115ad89029b73df1d6c58d17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b911c53738b75ffddf6d18c69ebb1e94217452266709b5963fd2d652cfb279fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d4128dce51aaaf1b5fbe2158db2741f0a4e452
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b3727b17362b7bc3746bdfe7e5653829b00ddd7fd7404458d91be37024b5d0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7483e5bf4b7764cbe62d42cf68c165867dce77b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3144c190fa06405f36fba8c66643671294f1c2a1e67324247f751490404c6e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd5c77054d64be908826100713ae7103a6e54f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0af7940e5a8485f49e43488c69ec5707434137a5c0acdb0c36f318459e70569
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e881cdfd1c086fbc07afdb6496959e7525c332c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725d2226c99db65a793d3a787f86f9bd6bb37c95619ac2224375bbe74d30015
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dcaa6ca7a61c40f99f0c50648f2eb3f0518289
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b56ac1faa3aa455ffaaabb992c86b128b5195ef94cc030805867465b641097
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae94bc3145656f48ca89f5146416388d193245a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7855f9c87b1e6fda1245ae8c1f47b795159c466f9149048dcede27ddbbcb36c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de46f7c06ec4cf797b4e499da86f5a66ae7ca68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d558c67b8b374701d01e9ceaf90e6db9c7d8cbfa39c8b2c823f6b370f770103
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfaf3fd0e7dff0180cceffd363df9d45b634af9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d6d03fff87eaded2287829909a03e59672ad8dab6231f436ea7e413725426c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a89a981ce026f0f3b7fa58e31ffa8d7b4b9810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d51375f0a766ad0ec09c3b6833b3c3c8439a83f36dbc282a144770c503fce02
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91da67066494ed8918d008fec28b1ff46d5ddfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6489e3e0afcbb3259cdc174c74c1c8f50702b34752da5489e4fa47d726351b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7827cddbaa4672674393d955e0180f4ab4e56d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8386029d93a316ba14422ebfabfc2dc23f4c9d25b1378d936def4b1067300723
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e92107a87659c68da90a992f29dd6ce17d891
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392895d3b076db463c3cbd3b269939ee0e5bf2f9ed2f17abd7fabfce1e7fba40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59989f7f253e577ecca4be8c29621b62822db6ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e121bc3157248c5ab01a37b32c3f27d9c956bfa9d9b5a3042853d3d2d5a9857
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9303a958908205e60840323a50b48297fee096a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebd9ae9993682ba0432e37902cbf9d6cc391b4bfd9348c7bf5f7627b9132ef3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8761ba9a11b44a80117d4e5269dbb39d4df81455
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8ff6104ac4df3b3f308cf500b9a68d9ca7d8f2429034aa584117428a5d4c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3e57cdf0e5ac02e0f0c2ea73c8675c5ebc4c43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4a291e4d3b4b69d4724c4b1d300991532ded21404648fd382edd64ba97cc8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ce866fb55bcea970a3b489781cfc0abbe17d42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e3114556b49666c47477bdabef11d6c6ced54eb5ddcf4b90cefbb1e3244ed7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5249d23936f5b08332edbe7e76583c23550717
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0191af4b330bcabd2a33319deb798cacecca9639656c872a71248b169fa27e23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890cd5e3836bcd9adac262bc49cf02bcbdf61431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b367e4854e2995e75399de4eb71454cbb415e21685a9d4e5dd0cfeb20d3648c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570ade51b7cae10bff9dc7d54511a612165bcfe1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9700d6ae7ed328bd4b85e3a8acc9d7f6aba45f031603e2d63053bcd852b4846d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528a60a4b7a9452863444a1e9d049606cd2c8896
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21664d8b765b7d43285731c357f56840ecfddb51a98c9fec40c6665beebea61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175d4857e49b80d9df7e5f5f5878c8cd20ab65f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c399628038176077fcd86b2179eeb9510094bc6f0eafeb3319b4f8b37bd429
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c23ea289b450cb8730a826a7af1628b489ec9c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703566b4b6e3f36b1ee5555a82d367ead84f91a56b11e0d5396124f7883577e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed7b2449cbfafe8a7d66d94796371e2bb5ff8ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740650545c526359909a15e6908d63e886057694c1d5714e56e483388041e8cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a8fe1c2abd95da617a15a2e0cb406f6e72982f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaad22326e2f2869bff5a96088066d13ea23b58ee0a1b09dd9e709d9d1ab589
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd5971b7d85e267d2baa9b1c6eb8d14ffdc0524
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb339220cadbdac142b9d7b9fa1ec0f9405dc4e85360ef5ad771aa82953ec1b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54919857be2705c69fefcba964363024a6df0665
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ec5af62268d91fc1cca14e09e0f3dea375c8bb03f4ca23161f1968a80123e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7761e2d2d27993d7fe7872847f05ed6eedf61e07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ceca77f99ed7ec63e2380c516d2beec12664f2760690c84da10087c474684e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b67d850baf7108e184880800a92f24c272e6111
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1700cbf8195efa88282dbe3d94d4dbd5d917f036d7001580edd7562d76357089
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adbb27e2e31afe4faa6fb57dea30e69733bcc73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fddfa91f7a3aa3007cb0562211aa58d4a464f326c06f71486bfccd03aae5a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abac0eaffee70d12b441a4583717e4271d4f730c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca264bd0aa6cb57afc29a6df34d40f83e5aed86bec3460e848a1a9b5640164a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d12c8a1704e1a732c61ccb918bbc09a9f0cc0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abdbd4e617253f1a9e45abc7d40e6b2aeb7c7ebebd93043dd6c4eb6046befae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebff94c299dba7aa52493048dc29348fa28042e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f2dcbf578c087eb135615cd055573ddddb09cfe5d50cda8838343eec90fb3a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d0675881981b314d8c1758a457fbecebd305f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4198c3fe4c2fb81a97233fbd1e7ec8489fc0e2f641667a91eac01566639ffc9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed67f4ecf45e10f055eda07793da8d0d886db1c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbd222850a2102381a2ba3a6c8fdf89e5fcba59857974c22c5666f69e1f1ac7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a49a7c7fd170752412bfcc8f3d841871ed401cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd5e1a063dba0e5645dd9a2da4046874d42948d9a9680811b74e37438d50f0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc938f205bcd2c2144bc8a5e5432c3edd6aa64b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e20f0036592b22dec6472fa8cf53e3a02fe0cd5c2ca5a22ea67863930cab83
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b259a9ba93ec605dd3fc737271275998bedb3275
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62804a993383d25304dfe703b78f35aa7231dd5176f3627df334176421bbb2e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9ae9fe63a78a1d8b20ba3175edb72f6e0494c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dca18e6ace6f5f4e13ee97914455ee8c8cb9a6c92cae4c3d2beab0dce3930f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3871e9ed23add07c0ff265edfb8328e42556db2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b63c399f40b14d611640f4f3d93bfc38fc00a1180b12b8ae3d1572998566bc1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9df5aec80118165c45fed775721653219f61ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9f9f6a316b2fbf42fd37b372da936b20c2924155ed8188f5eea4863f0d715a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd3e20301a236948eb37f28e48b379274595bd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5483853784fe9799ed33a357010db978ca33dc8e2598bf5a4397359413c13ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57b738dca9fca47b48f3a8b5278cb26c17957cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c0a1a44f87dd74c9b0c7487ce401b32f84cb9e72cac5ed27b5a5e8c308c4f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27607b2f8bac9c8969ce22e73b7998281f4cd4bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a4646b5bf1e154052412d9406f16db2bf5e7b79add875726fbb2d0e936e8ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f51457dd0d2ca9b6d88a59f6f0e4b77c6a6649d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68276cd55a70dd05b283520b9b1fbfa4db1caeabcc659da4d92e5072d78237e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b92464eb024441d553e14a7c92bd37e9558803
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5948909e6a252c5fdd7c96812e6a404cf62d76cf35b9ae658bf020f93fa69dc3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385996f5d11a035ec037a2d1325d9bdf2925d7df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd880e6ca940b1b5bf8e415663e5d7452f0753cbde5b046c57bce7817a4970c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c77f0743a4b85f05310185da9dc8fa172148085
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c549570b9ecdad5ee42294a8e400d057b0a7b686c9bd4c0c71ad91bc1e19291
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae42f63c4ddb680544c95210e6089763e8476ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059bfad2840b627d112cd1afd39f3e7a17bca76ba106bba6ad0ffe91d04727b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ce380f1a4811aee2985404bbc6cc435f2f811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db34d3ab4a2a0eb98e25cb5a860be648d35c2f13cfa31e06eb857861c9d10bf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c97db759eee5c91e6e81bf0daa5bc92b5972295
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8167c73d064dbad89ad13c74a38a41b42fb5cd043c158a99efd8f3fe3d00ffd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c83b1ea111320284a1a0aee4b5366129c5d231e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a5a9194678e256cfc0cbc4a1ecfe839034914105f901515c5d755010d96a9f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac8dfea123d42f0c01bbe18190c0c1088b1259f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab1a16faead1ce3328b46dc18a20258153e49c5fcc377d2db1757b84e1f99e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5784aaa1a5036f8689a623e7d7958dbcc6369ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4039611807b93864af5da95052d3d6b182d07f6357a343c1ad7850dfcc59f31
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25319bdf5ec87ff129cbd22869042558d7e3e4dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ac5efd38743cb63645056bf3cafaa6130c249563d8b2b21b62c2ce081268f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e42a1239e2e358b5439ebe6afbc83a613359bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316a7a45fd9afaff3707eb15e4674e7f5217b04415337ebd63f7ddd94bc017b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad33b16c8fa73ea0473b91cb79bd59aaf98c5def
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a4b39ee5a918d52ffb66d05d74af5b2f14b21608231fa9c416844c7590ce7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a84801d64100624d6463feb0c4e8108d45e851
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc267c9340a56339645354db5c48a3a910b25206963fab6ef49dfe94aa9b555
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d049199533082acb2baee5566074648ed2047bf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d964c86d395ab5f27f8a9c6230a4bb4805bd6ef004e209271d0b8ddd712358
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c09d05466c40563c1d1a4a8d2d2657c6c04b32b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0370a9020965f484cc00e2b3b2a7e7736511ad0e9e986f87df3942c3147d7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35caa65432c0e12571f7784168f8503a270b99bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0745600a2f6670944422f90c88d6dbbe756d0b4bdd9b1d8da1fe81e11df669
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dc967300dc51fd4df841f8e6c8104b8fffeb92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40bb1c2a6e61ec968dfa4f6077a0a433f8338665f8d12db9e42563eb0e77b4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894ee930e3168499c6036c47d60de1a30baba2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f026714d4c64a685597314d7e26ec301a4a502b2d70f7d05d111ecd860db12
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0a88a504c34843e7b99e24ad1f8384b89801d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec0834af1b4f48e580f5669416dde67c78bfeded4f5409716aa1d39c47e498d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e76d05b2031b64bbbf3653de228f5ee11310ae7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7409d3a3232d007bde38e479695afa00d4e217b608d0c15945fe22b935ccb623
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c9e83adeb01b3f361b242abbf65e141f075008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da91075c69a7f5a71f7181d9e9e28a0c2950b987f7f5c105b3ccdb5483601d42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39677b6efab739398b7acf68ea69401a8addc819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdf00d319813321f77b4ec68a18b7388635a789e47ce073f4e60747148b9af
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c408292c6af4c115aa4550acf8e4a5036cc6266
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592777d299d55c09ce5954152dd95528b09b8ccec6984800fa2c0322dd1416be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8307bc9c752706caa79d5e230f0a7078ef428d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68339fdc4a1b823a06e69a41bd6e1cc98e79767b35407c99345a5467f7047da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84c375ced874368a95725ca7a118a05b0a402f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99db267cbd9399c9b70e398d663e1685d62a861b7a41b937513e83d5b807cd50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d198104d03d0904ac31841d73fbc0666e7253
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87afe2d0a7de0fcdde16155d15095542357b54343db67db6480042d3d1db61cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db83e3219da7e39a626509b6e601454bff2a5d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57a385adecea553af9b24e6d6f4a690a394a72a8b1407f3b5866e445010e148
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4c39fa29b2d38f40f95f42e6d29fdfead2ae9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15d7cfa052723265e2eea8caa7ded586d693f2360cc6f7913d0db7f7f5a6bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc28da0874e3ae7ca8757a48514e585a1e09f236
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ce0b90a37ee5cb4a99cbcb79405f958cc00bab676be84a99e52c13ba64c9a4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd1d05cd5ccfe1ea6098562c33dbba501352c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4e63f996d6c1398a2ff221aac61386f2f25840fe5963bb11182b904353866
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b95e9c83b9e4a4c008ef62b3fe357ae8761452
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6f04138c3ff44a6d28366a284007f8457660da5e7a0c7fdc6f2b28ae4271e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12a5fad0f21a1af4ad8d9c7c8001b96b9f5caa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217b752ae7c9df9e2a89bb37f200dc44b76017b58312414502220cc35922083a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf50f52675b6a498fdb07bf127c1c9dfbeebad1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad887a73c8ada40969302fda5a8812f5a88e5307b3620aab3c86df1926c625c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e183a38300211d77e571a3dcbcade7e7f8966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e8e2651f64549f6e5e2dc9b1c666c9181235f8cdcc8943907014e50bbb5db0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003297bd57805cce961b94cfe18c5e6b3aca834
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e9bb6e6befd691dae2e0b457aa1d76913f89e7a5e0562e952f499dc788192
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4699f5f7fde1cd6ff2c4ca135232afa89a12618f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062bfd7f07c1a15e39d7062e7e61fdabc3ff67194ea3b6d0a9475b8a643c8e58
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd5e63160b04b7603ab66a6f5742d8f74a255f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3263211b5ec484d7f3f64ab957dc647354bcc0c6892c3bec0a1a57ae2cf4f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dd54f31b4583958dbbfd484243c8690f9d6d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ad2d42f4ebdfe8d75e355040963f1a157c94903b31fff4b9bd6ca579f4e22f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96fdd143e30fddb3323b37af36c9c4a9c3db9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223c82a9e5dc89be488c5dd0e4aedb048ead93d40f313d5dbd28676c6e72061
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778ffa1cabf3f723eab7105a4316e8b3f29bccb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542a49a9fd38f69490435fd99c18e3e36454e83b8de6d304620e67c0386b630
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf78b445095896b38225374653547941f0c954
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70abc53ce6aa31879f6b5aa1a070e2d17ff3676577057c88ef8d743e3f4b13d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcaa13b5755d1dd01198c6926109c829fa2f579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abde0794e295d48747ef2d5639fb91a1d8e62e948ec7b46fa48a98d91d46421f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2335aad78f73da88f0a1a38fdbf565a782f166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d7abcd7a5a98b82fa8820e884c792bf7b24b621a2c37e20b5f998066167955
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a8fc25fe90487a2841d5cc2f56233c272da42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c070fa2fffc0d253e7ba5ef6db756eb6960fbe9caf73ed516307f488b40134a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0e8f9aa6d99fa50da1eed6d36badf2b4565e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1392dfd5dc4de0935be75f558d3a827dc135f340821105756303418d1a0b3590
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04f2b48d8f49177e7c7e39126743c10d0d7384
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f061ff9c4abd39620e71c2bc4bd4983cd98db2fdc132da42199217fd24012b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b07f6c561c815973d6c23a88db012e776024ed8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64c117e0c9f15900db004ea1dd18c9a4be87962b19bff124557825378c5190e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d64e45ac32ac7cfa4b5d6a67fba018c4f7a9b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d453e306647de255748c3648bfc29ff547a663fa6855e1f085a79920d57993
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66d7790736ac34267275ed98018ec2a0149c1ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0181487aa9e11563d9a6b07e1784c216ca911061828c6dc65eaad7801592df9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f0e746cb04869b9cf103bf834a990995e6840
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f818a24914ff680fc641c5019a5173fa09247f1cd5eadecca8fd21178b90b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6cf98655e9e89055f15e8f3006ea6a88a6242
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b58a604490910a8e354054b2cd685b625b6a987ec3df2241b85d333e78b351
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c076cffef7619d8bccf36f3caaf511c52b3a93b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446b38dfecf2e7290579427bb8262d5ab24f94932ca5bcbccac3234436486b8b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7072f537fd0642ad060cb1d6d175c0f662f48855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42af15d0a1495b40b83eca0936c1f07f76f52892857a4ea128d494609f677f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a3c0f9948ab202a4a9470ff421f744a099e1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf03ab9ee85736d227685382eac35eb20ee5a168d3e073be4e6c66bdec4cafa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919f61fe9092814ab9d67bce29d36a6b612b696
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba585f344d1688718bee8f7707f6ec9eb9dbfadea0003263a9c8214e8456fa9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47c54749a49b9e24fc0527d7ab6299a312fed3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47759e1d515cb8b0978ed3e320ebeaf9e61ba22630030acdf52872a77283b7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0830bdd1a91a33488c3cae6b99b03bf902a01e2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ceb4cb99d6c3fc6fcf8e6fce93eff54edbc86eec2e5e38a8bd92bba0b273169
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6172414f838db31b2e1eaee6f9a8d467502584
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3deb3326fa5bb182cf8a299d8fa0997a41c258c75201ce9efd7c4c4a217e1de
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10dbb8810fac69eef0514511e352f226a5c1dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bf5e996b937210692378301e7401d23970e739c53ece42fdf14049e87577fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef5a14a4fd5579b65d45a7a58ec5ed8f2d68749
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a917431e881669a7f391e420d3b76f26dbc1a0e33b38509382b219d1640f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1547ad97da322b72822fdf9813d200310a93deec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade52caf00d60b9cf29b9acb52ceb185544f44734fc2be39bd79bfe65470e771
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2038ed6bcd4efbf849a509f7267679ed6636373f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0e6f971379a768f78f21103ff34634dcac34a59d255b051a295079a4488edb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ef561f16bc46ae822cb0007449bbc7c3d65794
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d8fd2bb04b07cc540181562fbf47800b5364c27927d6fb34a6bb9da1521ad
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c527d3ccba9f57c4551c7e19bf624b78a8292a52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1d558e62044df3cce75505ef430f3920ca94e61103e1dbaf77f8faeba213f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe0fc691b899996264094af815aac4a61d5ff86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1599fb6a118ed98047190951a8ea0b493239d3ff9af0f85bdc6a8d1041663b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bf1092fdcd33eacd9bfeb39d584e03397b5026
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17ede95891bd676d9abcef703a8fbe879fbf5e32a6048673c0344c079ea6f18
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b2efe8c57f8c85e78cf0d070d6a5824aec3c19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d068b7d8d2d8a9ccfbfd74acda4ba5071be0473234d6dedf61279fc4c8ab6955
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38439d4fec692e8d99817de4c38abd489a73e48
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0457358544883fb0d2769caf8f36553dd3d9447431958f2c420d8f73ef3909c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2008bda2bab55d539a1263d8713598fbc7b18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce788c945c130a9773a94f26c31b8a167fdec6899765678c8e1d643e25772e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc54f984b94fa9c4f53ebce55dbbc72bea1e9618
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8c8c5c29ea078bebf84bb08fa61d94a65686404a92065b3b18c42e2f8caec0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbbe3de83bc1771e5802031d1b235974a0e6204
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18d21be5efdfb819419eef8849d73a548c7b7611eec46fce447c8556d93035f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d127851889ff97a64df0abbec3582e56291addd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b5d65f55db47cb66e13305582782b7bafc82e5e84adba10d2a38e163ac1055
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa6440040bcab497ed4670611d4d825dc5ccfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c3e39fb88ae968a8e2f9b5b099b472aeff8b4e8d948f8950f94f5168f8d85
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035214d58e9705663e2334f158510aff742e8e30
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163cd96d898a7cf9bd8a3368272429ca575ec30df5a7c65c450f52a7168e55d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7511fc9da7c3ba53e221c9a133753cb39a0d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5f4ec1d48e6e6860942dc426347ecff7216d75085008ff64b53fc31b715ad3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae75cfbdb303f6e655c905ca5af325f1714dbb62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d769e80076a0d5f495384f12d98e977fdfbbdeca4086cb32d301123a06fbce5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e2e5b26e9a5be9d87cba471a44f72bb47641dc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc07e3d526118726a18bf7cc0984fb58848db5b6928c5e431153e8618b4b47
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ba8a87a27a4d6fc2e2da35e9893d7796f17b7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2909bbf38c781f4eaa85628c10218dfc2d0b4de5d68174b9cb517a564902e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563d6a15239a03081e21818826de2eeca4d6bf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4107aa7a87fefe6424e784b40dc748604dee17886c3fcb427948d26bdb6fd9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be1ffc5aeea74b5f034547768d2aab9398854f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ac5c7c76d21fb562a63cf5431995ae97cef4e6d41468a4a7693c6f73ddc0fa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f9e732b4ea4cbc30044a512dbe28987d3ee9d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc24e9e5a54ee9d69f2c76ac592eac3b5a835de08425ac121af5d735f389bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fbef87f4fdb3512d716d175b0ffc1473d0af07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0bec4b03141ffd0a1f0079acf0a7aea949251e7ea29cc1a81bb45c12132fa6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95223f5c69ea8dc5da34db0d95068e435cf69a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8730d43769113247b7ab35d90d49b7f9efc5514731ac21f5d1123a6a3d4f0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d6dedc44763831131e3c11eb5618850b2eeec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d6cb6c9c868c334897e86f077c94dbe385b6d799119edbb75de0d77472ca3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cde44889bcf37a7c10c7f9df9f044f21ff47a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ead469fc9acef60970768427f060e7d7183dd54678353f327950f4ad0801bd1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b77737bccc18675525db25b294d6f40bf5843
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c503fed0f21ea384861943dce4614be97d15c27d94c65ee725f462d3ee180
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7a5f5786ffc3ec0c40a94a88a055911d93fe3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93366daf021fa762e2a6c4eea537f571486961ffa9715ffc4f77c0b07ac38806
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbada7cec1350f569cdac6a3b004a769ef322731
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2af2d9843fa6117ba2fa96704d70d18973fa56291c977f286ef2e118d21c051
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c071028fbe21225b248986c92b5b80d6e1f1b6e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eab085ede409538c9ce7d775f992c61e3d1286f486730bbae4bbaea2a85e86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75b50296cd044ec87a84a79fb49f6e0b3eae4fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af8c06a23a2195294d8ab821c94cefbd0816bd4b9594160e00d3f55295d3d44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e850fc9949714388b1c1d368ac03517e59e4648
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb23c180956bcaf117c61a99a10a6f8ce22e6f67db645029a76d9a293bca747c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434990b93f906cd33817b900fbdc75016a65fce0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bee7ffec3632d472a6497805e12ba0a669f28b85e10dd906be6ece94dbe03f3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99d5fb012fa12bb3e156385db417ae92dee30ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996fa105994ba091389d08f9a8f9400e3d06c74676a42da4fc1ab5a9a36e2b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9096eebf5f7e2da16154e5bd221e2db893c79ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba587592dd8cd72c8c9f7ad66d743c4195266f3932ec4e64c6d2c95611b4a00
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ff087cda3272d988b190da1b398b77de5dbb8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf31d8627da49e1cf1c34f095cc0d8a8a35d824152d8c5f3647dbd7397530dd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a603c8aa3c3f615a9cdf8f090cae7f9d61d2b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e3dc79ec1dcb85682d7ade1d673a169cece33899c1245ee819e72e83ff352
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29cc0c7b60dee829ceffb294e4ac2eb2a60dc88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e549ec779170a53dc4d53efdb1a75ccd03eaef1f61cf9921e23b762c04c5ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edf2f2776638a203940d838f986f6b615d51f58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25931eeab19d3d9c23b6db93e0686cac31a9da4759cb38f12e4def1960d8cfb2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3f3abd0eba27488046b735dfd2c6a5866f7687
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d250df6b06f2396fd714a1b4038c9cd247ad39de52dfaa6c2c66ef3286375d48
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5240a672e972c174bd8204fa1f6ef5467ef94c5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff37d78cc65cbfe4e86c3b941753f0e3dd56a160ad0722fa9bf0927be95cebb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d28eb3bbecd1fc28528f8f5b9cce27a54baa40
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55776062385db19851daad6202393db5245b172bd46481c91aed350dbf82b704
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a7afbbf102249eddcf8a7ce162bda8952fd569
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2bae4d76f8cc2fa633938631914fd1912a89f46f8a6974ac2457352a38efd4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e062550ed66398ba8ee4e692f583c66a19c75427
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08b48c8d9634a4feea39368a9dd0b04f2961cea6ad6f921fb8799591cda6d2e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7328e6360846a31a22c60aac710caadbfe56b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c93093c5593534bd51b4296a77e4210da7f78ba5b6b6ce5c78f26a41c6237a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ee4c22d98e660536df5bf4ecaf499286b90383
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258794d1d8fe511e7baea86a1baf0649e942682f6e01db861a1cca432e789114
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de3eddfed8529a575e338cb3749bd508900eb1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea2580c16f7b09c4b68ff1644dd9eb98103aa1276f741a2df07f38e6209abd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a209371029acfdd2e7344f7fd41aad2621b8ce55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29316495048c9260796f295b3bd35ce9f2c2ea3e7d7c994842bd0bd51dc013b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9c9ae0a4e5b2306c45bd70d7ca41c65341965
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20282a7ab1f0bc3daa7da3035872d9e25d8dfe43aabc3ad9baa1cdc926f9cea9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584090cd9dd58000a1d01aa6e92247e5575cd25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206535e7cf9af860d7f439cfd8b829f28cb6f7e65a6fd725c979ea0dfb19561c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60942f4e1265065b14251b97657a55501d23a212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11b25861237101ec7a7c03729f2ca12dca6dcb86ed6dcf377afe1cead4bc02a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f223d2624419e9738480d309ada48519de52cde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4191132f781c7d191457719f3ce2733ec63853ff6abfb86bc0039a00bbd6aab5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f0db629975847ee9d7b17a20be98dccd7edb88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3e8f8a78c7f3dbdb95355bf0ec764b1abc86f23eac641cf1be85f51624510b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b1d7000561b5892109f090c21107b098cb34c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aa9d07dca2daf814cf793654e8deeec2564d2345b4ed109294bdda24d791df
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19378a9929bde58ff189e3461f60f77f03ddf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68825018eed0dbab28c7a8ae6739c6d1094b789b850463185ffaf73b8a8b3b07
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9556b9d149fcf27aeb57cd4beb9c396a9fd85a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a60e489bf518b73652becef366185f86ab60936ee8a6a59ac824c90bb12164
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39491aa0657e3f9d6e17028dd6c34bf338adca8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccc3a68ee9132d07061d397ec2407834fa7d34fdd0257c12610bf94084d85fc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e396ff9f9f34d51068bd1261bfa82363a53441e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1b18561aa1b403e5ba0ae861a85a37dfc147733daf17fc53c425718f4ccc86
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be6b036cdfc437ae6b744b9c56b30d8be6347f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a1ed769a94118d552941aed25800d4ba4fea27542f98115d448cb669c799e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b91c7a3e781d98e0616686cf272ff3a5d8388
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daa03b36e22fea585c678c1c72031016ada496720857ffc80a11f1f2f37bfec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf01fcb499ce6022ad03563242b011fac502695
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564bb7402e5e48b1ba75324f745f9bcc1522976fd279ae511b049880f0ad4146
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9ddb8c37efc22b1ddc7d0f58e80c4836561641
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be42af7e859f4caa66bd4feaa1a8de71ce16c537eeac5cfe308b1bba0303b790
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb47725acc45f2f8bf020883b28a6f6682be3ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955cf977e9d0910b16d5cecdcf273c1988b5786ede653659d29bd547c1c2a8ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c86374eb3a5e5b766dfaeb735f0f36f37bc29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e11b47252a1d4a6a8bb179d40dee7b820d409f023b4205c25147e2b5f2660e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551943985452ae9b338904c29e64ed0f71425b17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076821e213be2f4e73222480a3a63d79d5bfe8c46a50062bc24e5d8832190f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a96146e3ac9620aad29e93ee86ce606be18a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba63ef6f29be372351dc8d3ca37ed21f1e94ad7dceb96a49117d15a0d91ccc66
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb422278b6afa5dab38c86ccfbda950a85a451d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df5182887a9d5560a17047ef12e343e23a207eba93822b9eabafe6457fc8b6f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed2d34a70bd9cb4d1d36282b62e6c484fc54d58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529dbc9d9a589d7ddc2b458171676f3177e585c89f60abf66c2bd9854f4e61a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee83fd48f8ace30090989c511c33eb3ca1170528
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37d43f3c93fe9406c134938d21a05060d72281f9e387bc3a848e23617a79bc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a92f003bdeadaf9823919152808d199868bd1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2f0512efd9455554bd0d8f0141cdc811e3d261a086432669de15a4bc48d434
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f359cf2ba3bb2e907581c1eb7aad5102ec3017
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e84261c1ca94305a5ead41a536947d0aa6a751917fedeecc3b0854b31926f61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b2ab0ab40e1f5c6da20d56da90ac9d1fffcf9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eace8ba387bc5fe80a2e187d788064da6baa8ef0cee06cf670eee2c13d85a8f8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4129d52fdbb562ff3e17f34e937a5844cccf256a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649f289bf427cd30cc99e3cd442698ecad5de32e6c2d8827f642e0f0df249ea7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7856f4b84925840eca414d2cf2f174a28557d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13a9b89024b93a87cd1631a1f8bf64f945818a731cfac1fdc356733b89bbbc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051229f24ece54852d2ed3c64ea5b4406a0cdc3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72306f112c399c72182a02a707f9f72e1f1022f4605bda1412fce7e2c39e0e7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d712263a6c468e0a179450cdfb7364f72668dba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af922a92207d158c6fbc28ad85a56f86e065c76e844af6e26cfc3077890a3250
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8556764aa3e567ccf30473edcd0c21f9c9e73c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97cc64cd7dea7ecff4a005ed7add77596c9342bdfb329ca07ad6f946061a7ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f1cfbde19af7e0a1b6816e961f210b061bc20e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b0ddd608b590636ec36308a907d78c971895d4e299648c6ea86f916e0befd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7897e9115f067e4f2c7de0ef14870ec523e1ca66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513da69b029b36f2dfba61c9e5ea5324ca1272d00181f0be1ed43cfeb0d8412e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52f926997f1df0158eef7598514cb1869595f72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8724d7d97c67556f21c932caec5b73d50665c5343e17893bd87bcc180c3ff361
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59f08b19bdd7114a60a2508ad9a5224395df443
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1016ac61a04c4f2ad803451b3925c178c91442f61c92acd108b84d900a228405
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a583892473ab8f1bf06c3154a9adc09085ce0ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ca42c8dc9251b0961680fd13b675588338b8e704f3ca3266f6d2b85aedfb6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e9fa605563a9e53671f99d31ff2bf1dd7827f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cb22d1dd9e012d1884f05016171dfce594a305a273b554dbddde328276c461
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6cec3c424558eb569cf7cbcaaea1c02148d92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150e7259bab2a5b1bdee9fe14441af64fd809f922b59eb37495ddb12a76523e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45efcdc8154cd2d99ccd895ebe4252bbc37b2578
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d93b4aa8ef7a85cfc5914c3326e52963a3c71f1062973673760fa2bba05c54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287f5f5640b1a2430ba58a7af9742362298c6ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a29bc48a258df86266735946781360c61926f1a5a46e36c50def04b75ea243
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178a6ab03bcb04d9531de8fbf762e995621a947
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3909d4f0c5554792296c507809548d7d02477e682cd527bc01db761238a28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139d5f897e1d8fa7c3610f574149cab21e71bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faac53b8903ccd67f9cd60daf2495043e83d2b011dba8c4276cc601468ea73e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79889cfa4b626663e338bbafa7fec210aa014aa5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ac6b285c251b7caa7708ffd71d7fae4da5185f0bc51370c6f037bb651741f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd56fc16f41704e37d2ca84132ae1054e093dc9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f498af3014d051560533030c757e1d74a5cf75a9c0c75f1a7f5bad2d54231be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606011a49dff18612458605659d418dec49a6bf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6aeee5e63c738cb8090a74aa69d84d42caa6d4e7df1cba43aa7c0f981f9b9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd396db0f52248528503f5abf5b650de5d401f2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ebf1b7a730093aa669a0c60847ce7e543d835e4efc8f27bc886bb63e270e61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31627c18ec79eddbd00535dcecd7f2984d039334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075f53b8db17aa1704c28cb824e27b791606a051edfba01e367c3cafe34e9f42
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736ea3637d5df78232c54730a903965ac7f50400
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afefb74e8abf0c19d84c07781a002220a847346b080c0d0d1d3811a4d51d332
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c43591c39f6ca0b291b917f46fe12197c50a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8a090080a9483e744bd7e6b27cb47e86f0ca55af1b88a32ffb6d7f499bf88c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443e5f26ad905ad5ec2d45e3d2794e7f54e28d99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25b2c52cc73f6784264a8c05ff3da41f199d7ffbb4f9660e2c110dc7d5b237
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9607401ad5b110fd069869ac0926011192cd392
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481394cd1b04cb7492b7804ceec8cb022f2c1b24031576068eafa0a523a041a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc83af56c5b2154e97992c94606768bb61acb335
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c2c33411710cb9c6b5feb3a13536228ae6d77133479c7a1616adde91910372
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c30443bd0eefca3871d6296be4232d2094f7f17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47c7c0ac20c14e9fe09dba5085f78ab49290037a4e32a1e5e1926a634325c06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0109554a4df733d87a7dd336598998f430ced982
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0350371eb53236312279b252dfd91af910d0992e350a641cb7b9d426458eacde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e41a97d78282912e8c46a38337b9d51054365f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52cad4ba52b1b04e0fe5df54d1ec4ba6b763ee63aca3b3e6aa32a8684ac02ed
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2d370b3b08a3387a519205cb1f80b54847d796
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2538d3527eaaa3d3431011256d6fd901759055110e586ddf7ed60fc1f6a3b8
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbabbbfdedea523fcea8684eaded8d2f199a6f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25558a7476f98e22869b4940424a143dd9727ba6682420bc5d41d94775bb5921
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5936821b6f1861dc6c6c68cedbb28c4dfcfaae1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e259f144f251ad5ef67c4937bcaabb262b24ae42b2ab9ab79c10ecf8fa9380c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33435d955d2bbd789ec352e16e30f70b0cb1701f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781deeaba5bacceed012888ec74569e793ef4e1b884ff79cf5da1573258d3f9a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d20555688f80d9aabb83c1583e9c7ff636defc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d779025e38bc6ac4e833520130f306f086c3e7bbedba76466f0b9543137b0c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b544947f74ca21cefd1cdbd0f64e041eb6a2f221
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b74702c184fb3476c18d18e29d57cb1ebd7a61295ed054158696c9b82e05cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af254e19d7f4d845f5ead689d2abdc4aefda7778
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f25bc495ee5a7ea9b7e2923d7b36f8c98425ca647a3fc085f7724131bbd757
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84bd9f67c194fa6dca82485c2d8d25b54665f9d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfce72ff540434f720e7cde153f43b6e1807fca13d810389f1ebe78cf420354
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdf380d1e45a04b8cf6f7266e5e2f60213af638
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c095fd6d41a53aef39b2160c418663cee665a37ef45cbb0cb338becac458ec83
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7e64db669ac35552d240d7c594df7e1d062070
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6777fcee4455a913586e9fdd9e0d4496b7fb90b1c85b8f4b285e23ada91c898
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26de14674e78beda10ee65db9602368525872bc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cdda1f6fef5de80ccdf8a6cd6d9aa91d197636e20f5d33b02490d84aa67a84
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42cec6efc7510b60e6320cfe5e2fee347dc82ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af74a998cdfc8936277877fe953df689499b4740134fa81535fcb0873658dcc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c263a7678821d456b9e641ca1b624b3466987a19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5fc597e2f31147a7e700f7b1ed61143703272d246380b8902e1d0d016002d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9b185ef52907b3fbb920c6a56d76abd22188c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4448e4d1b63908915036947b893c671ed8cb132a2ec39269d6525d77a522863
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149735a26fcee59f151fd133752d3f083bbf0cae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89feeeed9993134e3535451d95f27149a7699ecbe9688682202ded3666788340
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ad5e8079d0db280cf0d4dd2de8115cf77cdcc2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86a682f55c7fb7dd0f59f783c0451483608289c372900d1bd682bdcaa21e70b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bc88e0d9617c5f87a791e3dfcbbccb4bd42103
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f98002333b039809533b3c814b441cee9076593e2b8071bc52bffe4fafb0c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab5155db564092866c0e651608d8a6995b32549
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16561fb7988c1308a6af81d82cbebabfe47ae28782f019c58acf4b878bb07854
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a76ecb03e926fc538163b67d88c52c4c3dfbf4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaa799e4309c6fe6237a2324b412884c7afb0a77497f9d7a6d775b3187f5119
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b419a3a9473cb50065f59a4d4f1d1e4b051eb4f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9407370deb62f022f9f9411b88946163326c3198e8e718281cb17a544995a896
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7724eab4d844e46b71328606d53780f4c55b3e45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052903c975d37b17f7cff9ba4139edc65cbd35c94f373586f884adc5ca2c62cd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a105d13722732eeda1a35fe8bd7138285c8966b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfbc931ece8d342f04851e7736cd39638bb85c38a3aaeb79b4d1d41c80ee00a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19389d3d6caa5a11715516fc97d0f09befdf43d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc501ce713300048d9e34fbb8aa6726ff69a40a47f57ccacdd16f2f0a070d7f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882974bacf3c45c6533b13ee622351a7247f6022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f001751d5e2a8ce58f8f4296f1a39514d09271607a05cddeadb026598222d01d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126e4bf656e4d02c8c04c390f21bf32467f858e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8429d043e5d684095a987d0bf2cb94e187e6b5ed8777a4dd4de00bf9c3491b32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6f64488bbcfea78c55cdd30bad2a7a87f69883
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b00874a9bff1ca1cfdf5e0074791d3e8ae9a78088086cacc526c8904d2a5ad
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0767e0a3ce6249489d1df32ad6194aeea40b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72edc815612c9e27921c6b982dd40dc8e92b9522fe433505d5687c4e490c3d7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42afda922630ee1904dfbd79fb757460b44fe9a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c67cc05cdea5b511f5a5571ae0279296978ba6c78e471658e1d3d1baaaf79cb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb21d2eccd9f96285a92ac3330ca8068cbecd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c3abf05f6206c43b55ed90f38fb826146b39c9ebd809de7a9fd5b408eaee9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5703d54281bbbf8618787052aaad79946ebaf3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4eb3dd64e82644c9e91e083435d17e8db182d96c7bffc710d50944cae1b9d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ae7cc9de5617c91699fe4690a9126df91fdc44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c16c7d54830ccc330762036bc633ecb5dc979fa11039794a430805e6e32f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833af72580b672df6ad6e6cb23d7a750b0d3d42d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539fae3b8c0b04bff0b91f3ac5af744aef55ab128f5fbb54c9fc21da17c66269
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af01fefd5aef48d27d0236351eff0299927f4474
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55595ca7b7af1190145d40fdc9c15b900a3a7ab773169a587fcc2cb749f96653
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0d79aef033ed5cb7cba7aa603e9d2aeb824d4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532d40d0143a7f5bc54ec3e33e31e58b718c02ffdee3239f54344e975be7c87f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e14a6466396ff84994e2bdb748214646e03bac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900adcba9f5765553a95d8f92f3f87212e0fcd5d4c339935aa2411aab21bca83
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e07de2c31b00798f7fdc5b719c2d6647638623
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572d08f4ed1305ffbd2487c5e4a9a9e451485b3085d34d8ee7756724b08bf24e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7cc56ec7c9d9106b5f513891a48a23ce1fed03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb6d885fbed1072e1dd845f353b2ee33dbd08d0a2796714f382a5b19fed70e5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e467e8ee478d21c504209089a80585d38bddbf00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37315d2e0c791e7a927c18b3a213f3429d83fcfb12845595c58e2c2cae6e2da0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef81fe3e6487474ef51eed3d1eb9c391d6653c10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e541b9b77210e64db9a1987e77bd6bf1067fd259ee4c6cd288b14934d7f4ba75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135f13f285cae0b63799e76b8fdd4869cb89c4d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2080094b034252cb6955dae1fcf4841e3026c0573d68ddeb37dcf3ba5cb51054
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a30e90dd0ddb1fe4a1744df4f966d43692ee80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bca64ab9b2e95252cdf4053663caf9b7917287b966702996e78cfab89f3522
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106baed386c23eef9c099e8c1849832cd5924870
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93e9103528157b23a7a769dc5e7b06d912a2440d435392b8563c4f00a8a9ea0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1193437e502baa2a9786b31c63bc078a7a9a8fde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5baabf78688799a63ba430542cf24d5828385d867d6796d6651a1e0861effa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb61a6c55af33bbb9aa9c5dbcb4c646bd4b6c38b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007513091219adc77a6c2a386d3268ada1ccd91bfc812d0dac2a645aac11f41e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7da4581d366fc3d3f869e444e58f4de417f2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe672ebdb3d62f5b39db4a1b75322455e8bf73fac25ebc10aa8907596ab9b6c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ecc0dc0a916b07403c6e06cb2a1906175daa0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d861e8086b44d23d0d860dcefffcbe8d508a93533c112d8397676a41373d73b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4382a81ed24a2b23c3e32011e416ab37068e5df3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4b93db1380bad7d8931bed427b0bfdd775c5aec39900e0f8482293818b5d24
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7b4fbc7283c8ef8dc9f1c111c2e296920cb58
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a5a5dba33cb624547b96ae9105a52cd44c41ed67a80ee8fe41f3a34f9d7ca5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e8b4eff1493df6f8c15bd26c41e15bbd5dde03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8bfa6f78f861fed3bd9946ecc63d858b44da124965c63eca0564b014bd5f76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a812a0b70bc447eb1133e2e753121398cc6dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0a55a08c6de67aa4ca6e43072599b9f6d9901abe4066679f3842cb8e61c47
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686a3802c195adb1d9ee71dc22549441d6b3d99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ce87042758d4aa10c8a4c13ddf0250b42d24f8a1e4d81cf2b06f5bbaf59cc7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d2a1dbed78005a691d7d0d791766b6ad7cbf7a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d050b2b8e5d085f50b616f54d33d91ed08f36eb9b802d0c17cde170fadb2db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9c91d2db8dddfe61b8cc520c17b54048668ea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c45e4b7b4667d88e447f4835965ff35dcfcbe10162b3ef5ae3dea35dc34b57b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e4cc571c6b522751666fc20f8d1093d9635759
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feb27908f8a7b1d3ab2f515f16acec90e53b7e8a593cb6df542fc09ce859270
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b21b2054a9dcb0554f45f029b211763600c373
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b893c353a149f29b9ee1986ad4cae82df518d21679e6e23c9634e022b8ef7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba41f0707b66ea9d186be29eaa8c670d1c557922
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52b231fe0fe40db80ba26cc063a46bfa72d14500d88f6f0c4ae2d431becfcc3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94e9a605fe4db2b14b9c6d8e7dd8fda861dbc32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d548406301355e45cee9a63b20981555b40d15e6e90e84fb17e453bc221999
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3880aaf685e4261859f86568ee08a3a90ffb454
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965bc6204710af705786578c488eaf898c78343fbdf3015d982cc273f1f53a57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcafc2cba08ed76c84803024b217139146c039df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6195dbd173618fc6a528fa3bbba73f4cda6f2242d925d2416c819ac7f3d01e53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3713d048ed4ed2043fa84dd48d318bc2d653ab3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be53a37947601cfdb5137976eb36db6b60f2abd4e4f8aedddd42d0cb1799cc2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4efb1630647f6ace58a348093da712aa3576d0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd8ee05bc026d0d008cced808ab78084ba5f24f358e248c3ef42007e689cccb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd3c7bd0301da9370381913a19aeda4e7881747
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19d437bd008e8d784813ff2122914f692b5e6176bb235dc559d033ef0c59903
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d3159a38b666c9b7f5e56874863192d62be023
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b39d72aaf2e00ca0c79cd39e14d0f009014a370e2df995c0e64d1bfca93571e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c00946b41a40feaa3d02eb626145c1e9392e19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86778bfdc67e99b2c9fd53434d2d04bec141b01f8598ef232130f68dedfa9602
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56dd05b40ce3a25945ca0ac4686f87bc49d25f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6f5f68b2e7b6ef2c5209c7b78035372fd5ef206cc11b268d22fa6af0a3f44d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f05cdbce743f0998d16a0b533ecf1d6bb470d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf115b26139958c8b944ac0291837a608159f8698e39d38b42345abc12652a33
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdf555fb833bcd97face8ae448aa1a76cad1ce9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd104ff9fd25f34fec7e5624c87341484a7ccefc23e75fc9e76de9fb6a264828
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660bd6557694fa2392eb4637db86f14b62521dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e19dd1e6c553f6396d616cdb7cb4016548ea1efca77cd242c575885d2c74b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718a196bd9ea147f27007364d976fd99f1374206
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0605f52dbea0138b57e28e9ceb417bb981b1554bd3eb17e8312de3e3b324ad5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5317e5b79f924e9e3b083c6a3d42c9e98a12c0fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b903a6ddfcde3d86cb252faa3fedefb47c1e33361d421200bd40a67266091dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6602ccb19f30b7c98318cd744ebe650464ec88df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51e4632d0f1ae4896fb13b1e0408729020b099f5277f1b524829e2e2a4856e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444f583f2374b3f6fa727d78030f960dc4d261f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bc9c0058221c6c5377f5d6008bccd3e3e7f4b628ebb34a8e7adfda4980b674
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e83354bf8c6c64cd92dd180f325fddb6a2fa04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d3fe6046e9d805fc8782b039046b1a5c5b44dd412e0388c0d2f60ff3307df
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eeed77c27cd37ff7218ca216b7d6f20e8d8b0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3225c9ab41f2c8d0352bc11c99347a879d10422dfbeb35b27dc313dc798db1ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f4d26603f843d3ded851702c121a16516c0596
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326256f4b3d4c50254e3089149d65845a7ab1eec26e1d1f4e1ea7c675f9555f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee0e85e990e2e13d875091a15087d92f3cc4e10
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b08214a73d368a40f2b025a640553d6a2bdec81db9ef4a55dcc022a8b8a7a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628c86311bc65df435436d4a51b0f960f9a40725
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569907c3be90c26c72c596b35acccc1dde776f389965b7540ea622a580d5fc75
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4913f68216532c3d71be341c5f8c508f913b98ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f898069a72a1855053bbcdb28de0e26352e22607d6335096da081be039cb80
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8568b11a68d08b11c3d577a0eac7c72a6da5c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb0e6edfea4ee456daee4106ee2e974fbfe093b48a18a503264d983a0dcc32
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac31c32e31924fa77746fa81bb0c936ce3662b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bda3d0469581cfc1c072eec97c729ce3d69e70bb887aad547db4efde4492e2f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc88f38aa108f9e6d1a74e841528b763f4eb9e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77069c95315ba46c7346b3217df8ccee9a63849ea2d0f3e65908361e2d5cf5e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54595e699243a0ffacfb76ed2895ab3bd6865f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960e841d913ddadf61f25ad51b304555108ee621a5d43faad3f670a5efb3192b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01b559c232e61e4e20805e0e45d337df8ce79d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941a0ca3d5668458a0c8d96a4fe9c5ff1cb52845dfc5a9168d18f2874b1a28af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5523fecc261d967645efac0b196d2700c49a895c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce89a8296d89f6dd409072a793d6eb00f80e99f1e537ae74cb3994eebdc520
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b8f294f329ff2464f8d1c495be4f3f1dbb02b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8096289b320d6072d58f7e04d48e16c27efc9c310a3c0fa8e060ff370f958e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52654979cb1574666b8727179bbdd89b90126c36
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e891b4d8e6b4b500ca57b756e61865e9e36f6450da727d368c13579015a205
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bda8d0e94583767d3eb0d1f12f99585ad6412a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91718dd9e2827c205d0ace3ca0b74ee0fdfd3052bf25bd068f68f56e12b05d97
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62478095ccd7e722b5cc76470aefabfa7451b68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae81ac49ae3aeccea201f634e5e29ae8ccb6d277c94fb3638f6cbb25f5301277
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462cd3e2f718eb2445d58287d94a9f1ab410eb5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8795334d15b5e61d54407ccd4a5f8c127d84726874a522f4358763ee8038f7a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4f24d1797018b243f63cefd21d5840d1fe19d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3846d53def543d3d26f0339194902f5a49d310d051abebf06b66718df85affd6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfe7cbe563ab1a554c9f82ae5aed87f5c80ad06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77555c4db541cfe410db83e5112bd077bbca559934945ff0aada75c1f39dbac6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8949c0a1c16738e1aa897ecd0e3d9c73f509e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd6b3c96b740fbd3b535ecad5b938f5247de78aecfc12f621e16cb6af1bd1db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a336940e518d5894efe5f509881dd1c180f7bba0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8958723c85b15eb452020903e6460bfa3620454552cbe94679fe93f9b400ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f7f309903acf1b0a93b5a0c0abd3b3297bf946
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f173064bc1be0cb8df4432677ae123c8ef02afd5be5ca5e6e791bd26df24b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f79ebf6be1e314ac9b730bc685ae8e27345c48e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762866bea470208f01bea8c38c9c72907fd99c63e0556fdcf72d64ae7027498e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75145ac70ae069ef35a179659412e9ce46a474f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3880bbacb47c8d0bf6a8f328a8a3fe278d802e5c99b9b5e237ebdcb4b0d7e530
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9229fb5305ffd8826d9eee004eddcdba8b177b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b391c41f269cd3b6e0f3ecb8258fd63abe83ac386cbecc965c6276b9f8600d9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a2fc1bac29eb5c298ff46466e566ed6c61d80f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460021a763eed48e27f1a672107a9d0314fa3e47a8aa18a250b82337480c4592
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15146c4dbfeede5d9a6fd5a81465dacaf600cb41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0dbb2eea8a343c0cdc6e291608eb2bed9e37518b3fb44c8d0a8fca4b55b8d2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce941913b159680d2072adff32fa7d5276f60962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e72e52e55307864198aff37169aeacb033b39e4800b927c38858dd6bf38dce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555d40299b05ae877b9664c75e8ee9969672497e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb5c933426241875a41d4b1eb38a861000414afa858673e46b8357c239400d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac74e6dfbfe9a3ecef8f8c364320d9c7121b75d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff2211c59c685eed21bc0e3476f233f0b764c93d94596f3734bb5c9981a65d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b463489f10173780525b7da21db8d9a32e4a81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c5473ca34c59b90cbff2b87891780bdaa0e772911c98a39444a6915d767b92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75011dcaf438653131c20a4339b726829f879d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2cce418be50aae7160dfad4e290557581834194c6da3bd1b617019ae0ed74
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd7181fd93a37fbeaa6b0ef30e915af9b8cde15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ed565b93929aca132eda4bd561c133206b3f544515a4d7d20cfb82a990e42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cb41cb33d81f885f6f538e2c5bcf903f8c7785
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a207155a5f5762a80a15fba4fa3acababb896b6198fdc3167879fcdd3cf44
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70a30b47c7ba1c2576fd2dca14867502e8b080c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dab0a3aa392e008a5e86002ae822dd86cd843cb29f052780d7db994f8410d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c5696dd5f598285e3ecb6d02135f4676d0bba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655127a1ddb27d1dd3cb5c907fb1fe377b347712c243a5a9e6701b8fd543b035
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae54d97eb50416390e40342b8000b7409bd1c87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754dc763c3d820eb26a2908f946432fd59bcad7eed87112e48196b1ba08e1942
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46abe2a807ffd76424e2a053338e38e882c6ba05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3379fe746be8b63e1f2db7ab974a39b89b499ac96245fb59c0a0fa9d1aa1ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256fa5b661aba34685a9bbd9d160a83e600fee59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6bde141134db9fa0695df6f754e90b4c02879dbc97d2dd043a5de61dfc7e3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abda4e33afb744d2e6b9bcc97532903e7b16c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f62525b5614abbf4f0c5d9a4b37f1da7382f0d94d2fe1f6754077efad691a1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd80acb684db5ab8c5f3a06f3809ca3a71278f9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb7eb4ef194adc37fe67402657f405ccd18270450df8508bc9de23ae53125e3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c973225913e5a52c04614099b9185a1afaf30521
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7f5971ca66c086c96c105b22701c4eadacf7ea19f69782229bb86230339e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc63d236d4cc2e5cf64062f7affac2bf1de85a7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135a242019503dc557faaefb902d268b8b918ea55b3bdc02e72ec9e27535c5ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f23bea6076be5557f41e9063f481a954e5bf07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca76bbc7535e7f472addc7edf058ea000eeb2ac7158c06ef2beda3a2c2880ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9903e26d3b9b1a0094661d70e12757b1f046a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771cf443dfc454aa56fd78f5dc0020cd583a96ca6e6337289b14ee53d4609b7f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e501ee63e048548f9213276b3fdcd5d2da541c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f5a20b95a3d9dec2e2900018ffe77b379cd3d94fa652941069a6dde05eeae6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5998e8b00ec666269cd34670d55537430f4682
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b945b8781d316900e97695c55783ea97ecb8e3705e7dc35e0bf9ade4faf54e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b60d981f77b9101166fe5e0990124dc611c29cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3558c2f1b41b1def99ff5bc2c4ea7bd75eece99563da34353f648ac02627d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c310f37adf56ade5ed3b98c2c40c78a2cc2f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e505527861b773c1dfd0c4dafc1b271a38bc7f11816bbe059bb7485a0075bc1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5720d98281c30218798a73d3fd5558d97d575270
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67458f3978aca0646f1fe69f77b7ae71eb1831b072e559ea6705dd6ff165daa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e558bda3e321fe00122b679853cb24333709189e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1041db1786a03a91d151b91768fcfadfb768b61b6bc848f1960a5e3b36549547
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065aa53c6110e9d2cf683fd65dc7d5d7e3d2a42f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92590666e8c602f5f594d25e3a7fc19af967db7832d98c810a1e581d0506422
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e808d35d26f9a1aa045f02eceaab4497ba25fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123cec9986dfaf6dd98a8619a074ef4377d67335a9a8b1c432eccd102f0c8562
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c25fe64543847c67849309bd5fcfe65c95d604
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a34bc545590b08ef6d86e9b4b836e0b6e210d410dafd6e19d8fe0176788b1a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524239b6877566592ab63cae53537b26362d8667
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71327e7da3db97ccadfb3e531431f2576418021a348265fcfe881e7e231cecd6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec8d5dd85ebce6da98b9b63a1a1f35680cf26e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bc77004e616cb7fc665dfd9e3a2583b7e8d9a2c53762a29b326717dc1bd320
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6150dda33b097a7923fe0d4d84b3e1855d9ac69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d30bad423801259dfd5f79229da9e33b1ee961da7232dbbb3b2c6408b1a5b3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1011ff3c937b19654022fc06fca24825e941f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dc935541df5aca76dfbb4901d16d75deacf99b8e1aa0d3ec07eff50c4013dd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a08001bff7fa8e6dab37aaee1424fae2ab1368
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce84c7d362313451dd619c4ad29cbde2a5e24e7aa2ba483ea176bbc7766c0d44
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd59f05fb4c172eafbf5af68523ca508eec3f81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf543417cf253b99b73c541db4b189fd662bed7618e1666b440e1b80fc67a76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a189a4ca94e14f731dc31a2da73bdc7f9718352
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f918f32aa88a4f3c89d87a11ecf848af4958cd121a88bd1a95ef675ed5e17ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac6e7271be7c6752c6a19f817da06bae83e16b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38159e0961401e5478894b704b066cf9a9645267ccabd5cded064afc02add277
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21800b4576949d2e4e873f6e6ba926e78ea0de7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3923dee7f6be2c80e94d71b56f18425e8e6df59bee50b8380b1b314f0983fc1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5886376047a733bb0588b42b5fcf2265881c86f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094546e70a4a8477a1aef7c6b8c1ef64a1097440f4063c8ab5de7735640b9daa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426b2c9d41111cc3c1288799059f29d4a8a4fe0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c301d059686953051eb2d8201cf30f8618faa081b10635dcdc0d6e007cb3b49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff39a6cc3c4dff59c0194f0d00ad4945c18dc95e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c7986a262852ec187d8d6f457ffa6d5c1875682148a4152cf7a26c161a8f25
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f30439def51248daf3cf5ce376dc2e524fe508
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204dc4f5cd71dcfe756909fad910e20886cb5bd07f7d8deb70b46cafd1896f5c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c7c1d53717515ca1a2f0c7a525b51ce85be5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc6747b52014a526a61030dd7245a60a2cf70ec39cec2ab032528abfbca40ae
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49a2153d2bd43fd43458cf04ac8f2cbf63428a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec54e4b8840f7c7be3cc787c84d3a2b6a2985b1beb1a0fcb60648c806d27a718
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc8edc698f12268fa9afa3e069fdf9ca123eef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919893806b0bb808cc24fb2f8e38a2a1f3d70a5d0686d128834ccf9b2f040fe4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe01e60db1c0bae6d9844c11e77f8461ccfe604
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175d67e29bd30dc9b2e57127849c38e4b0cd56dbfc2b7ea930186ad1e7a377ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca084bd064424a75a1f2a062fd1634c320456f7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eda286ae2971161af472189951d0ab4e656d69e2b332923bbef176f7cd582b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f98dfe4b37eaeccbcce93b7a877ef255a3ecdd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadd97ee71966e5b948c561fabe075293434ae7048075b6251298eeb39a8db4d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cae29513eb136e6e1a584843566abd37f1f14a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5f0ab4225d576d799525c750de82608df8e2f2e61cca3e3bd480aca659adb8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd97e436eda37b09c1073e9e2c9450eb4c53c99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba03a9796fd57593c05fb5a09ff4c26a0db9951f9f45f6d2a6f1a6038e08b672
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3bbbed11f63c71f6135bff8ce0d09273bffcfd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d795e47953750db876beec0a06cc8af923df7ef05599224f16a4889a2f8637
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f3e8937099a07de9e534e08ff489ce20957e6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20485b4f414ad8d56d623cc71b32ace844ad8a5cc90f990521628bf85d51e94a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e61cbd75bf1d0722f6696645f33e86a2a70811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc83c6da1f03dc5fd9bb25d47ce8537de444faff2d43f4b87f2ef24dfa26b871
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf6e9b567320ce22b49b070e02faa8629fd56bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee568b8d070d465a4a2ddd4efe4e3436e0b775405fb93fbb53f02ec0b489b7f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ea6e846ad7344c6fff80964a154a2efe74de00
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12354b619f97d5375ad8860927edd53b713a14f330a1414e5f95722e305b743b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51610c6a89a94c714465058ca095d332958682dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff59b886cfc20745ad854fe2c8a5b4764a13ab2b56efa0fad7ec6b32cbd8995b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65622f238290ce0b655575672e494c33a08c8628
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6e78e3c9b500b3699de71f8e242aa585acfe7961e80e663b1701b14fd18824
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac09bc0cedec015358dafb00074f3954aa91f329
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882eb3265ec3e129dc64fa66669785472c5c9200f1945da25d32c0171df7bf13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5234f4a331632ebe51d3ef6fee889cddc1512722
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91358da100e3a3596c792413fc5a789c2ba930483defac9953b5c4a8ada9276f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8514469dfb4536b8204ba199ce08640e62e646
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a541199605e656ccf7dae247dbb92081341457f5aa6cd70531f001454463a14f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0896ed54bebebc100811b46994c87bbc2f4ad16c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393806cff428de219cf35c6cc5e5a21861b8d4f469b2a57492ce75f8b279fcae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeba43f1157c9e76f3e3298e55f27615c15ed1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc72368194a3ed05c12f47cfff4393cf4fc9d200742e61664dcd089f16c9fce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf10ab43bf8e363bbac8045437f9c129a0c7705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978aa6173f71099d650f119c4ad398cc695ae56640852f4ca68119f8f601e792
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963d822436fe66e591d3b0a3814901cced78c187
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590667769e5a6f75a9767504d021d07b3fdc15b17f03f1cd3d871ad235eeba42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66914382bd2b66c6493f5ef8d8eb1173b479ec2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a237f6e125a4fba9100220148cf8bcb2b5786b7ae17c9b47d29a257c1aa987fd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8555592eee7618adafd608b56662dd42325f710
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5038d0c556ad070bf380bae6d977583dcd5685bdf2e23d2962e7691abaaa8056
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50baab19e918a4dda8116a1a2f4a809ad79e6cda
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf46575ca867bda85cb1d8604f6df6ad57af5599f9b36e49c7314ba89f6010f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b9d9bdc7e9624ffe4f3adeb39f48708a403799
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027364a17031033669fb5445f60538a24f161fca688d7748c6464158f6bea636
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36eac427217d501d49f075fe4cf4e600d7ed74e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630c2ae0476b6885064ab6bd7256e2fcdcd141ed684360c70d25c58c985c12a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0689ce832e3d93945ac2c88329c64ea33902c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210e84c43d8a299e63b2763f077ba6d5a05b280eac4b86b349301aa7c63861d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2b1a066c4079288e4914385da21bb14eef7216
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be02dc7594d1db706e61c9b5ece041a8467a5977da7a15222c9c0b45da20f4be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef693743d31a150c343681325e8ee0f4d2007e72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb252433f2e1f4f4462b083a4184b5a6c361b630c0e68bf937ad2ccf8191e13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f668261461e81084e9d95ba6ca030190c6189c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63c961df635058f38cd0dcc69b1acd6117d54406f0a9dc06dcf7bde430550a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cc41c9f15cf482561f82404485daac2b7a6652
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b7924024dab4f3341bf371d4981f90dae29fb6c7c1678f017bfd7f00a34c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffd22682dd8939480506830e646b1862c440523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c633ac80baca9a9ae153eafe61bb78c948a983221c2cd3c3b802643e8fe20e22
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a36c1d691cd8db2e6177abb28a43cb61c9e475
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048a1379d8d8a6167270b548e529c86d19e14b1f35c974ef70e965f17582c2ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66809a5418663185a3d98410f8b5afd3d9e10583
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef015dd459eddf2d1cf21c8cd196b41ba36604f09ba58edded59b9b5a76b1f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5497808f2478a172f3ec1c4c5cfcf89a5455bb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc98f89f1d7111bc201f5716a6e124369cccfcf8bc1dff529398253a504dbfe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d095baaea0f7c6374caabc552edc32de314ac6cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe7af4ab9264d7827dd122789ff59e25edf7becc54f11788d5918dc8bde350d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb24ece8c8b637f39b9138834fefb860eaf55008
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22e429cba1db8d3e18767ed486679c03d63cf24c7e27e8ec12361ae4f2e513e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828634e075aaef08195f58a9443459c00c789c75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8fcd37b3d77dea93c96b720bc5d17e60bbb6712af484219c0279cacd2b8e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3075151bfc7b3df3090d1edb7fd4b827ad859f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3cc667a45a3deb8bb04e86d5a1a31b0e3d961da09c4e3ee099ac838fbd5a10
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d711deafaa5a2b0b36cc9379da73cf5b48409c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a33e4e853a82f821c47a78c44b0021d02ba81746d74ab688a73d66687808f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651c9a288bf363bbdd057e0c9d011b79cec1f03d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe3efe2b8a597696ee7d6847f0e971b1cc939ef8cb30c915c449923c210dae6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da49f500a5218a0ef4457ae6d60faf1153d6ada3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414b2bf9eef6f957247ccbfa661259285dc3c3b1369a543b10195b0b2b2a1fc5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26edd0b1ad1355127c5100a709d6205431e53e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019fdff28e999ff26fee64ba988f13790ff324990433851365e513fdb4510362
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406959e69efe6b79a4ccbcd0a6326664a7958001
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b890dd6e1f4ee15bdc251bd74f0f0be12158bd4d8685fa6264588a516e4f8b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161fce5aa8defb1ded71f230846bbed2defb5924
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7c3531bbe85dbcef7b1be13a62404ef7efb61c65165c864c7b24843829d297
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d93eb7bc81eb79c23ba7607bc4d5bd01eeae430
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5014b2c2ee9b975ae1640bd870f923f17b8e09ed6e48524ff6e5c0b451dc6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604b376616ccccb25c665190983ebc2190c8a271
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb673e06b0527fc8f19926c6aaa0278f9134da35d045b6b717954a483bb899f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04fa17b586c4e01267bbc6d3975ec67e452e1f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f5b214b4d66566213bda15cceddae747ed0147cec1626eff2f58831bea8a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c017d7345370af8de58d9006bdbcf503b37ed5e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a71a5850dd062f2910ccdaae15b90b15d69417744609e70adc0e1dc2e71e94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bad434199b30018b3be76c62669f91068acc2f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8701fd15997d2234271caaf1ffd63f5dd53721a8c7c8cfe57965f081bbea3c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6001134bccd57b6463eb958142f92a89cf46f62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faece610f6f5bb85989f03dff8135e142defe84edf8960ad21906cd7641c0ba4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2ada266849c240f929d0ed42e667da6c070978
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e019e15b0fe2c04cf3bab2b8a1992debafc5fdedd569af50e76406f683fb42a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9360066098f0a5eb74143bfae4b7548ad00d958
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab11ad4cc1fe770fbc90a51ba0b4c3762a45f60e5ebe755cf5baef5db818774
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f688660d6719f40692860d9887f6e9fb04d0728
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a6e74c9258efbb2710df60ae7d29bebbea36237b5e94c0b16c08408dd08096
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e600a86cfe348c894b4442f676e31b3e24ba433
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a98e6ac811e76444e479d50015d0b686e0dfe3d3d237cc42f3d4962d66a48ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50670c1d0fb5819d9ec62c324e9be8ef24de21d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71a291e40bbabaf89e73be47bc931a9fe73ea58e078cbb9764ebabea4ce682f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebed9d1729237575e80a26e9692abcdca193c84a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eaee2cf818c3f5aecc2d84d88475260e25a8503e8e847b684928bc94a728a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7101450c60ce71529f1b20fcaea308c5ebe8dbef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f80788e9c249666df21b780fc394719ec5ac04b7eaefc3e8dabbc5e7b7f4d8a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590c80b811e2cc568f9158fad083f4b49e7aa022
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55082dc8a6ce81cdf73bc9bcac23d16ad2b5b57df0b32024b7a09d7437f7c3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd81fac430d6a5d4553d9893ae631906d6b8c4de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85abdd024a53a31f529fa929d5bcf92aeefe947e2e9aba6780a1ebed734a0ec2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cf704dae8519737f418fec9f96409321e58fb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ebd8811054132d7c28c839eca05ce873c976a450e209e2ad30dc562abd481
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3635651226ff4006e7445fb940bb1ec511951646
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d68c9f1d0e383c634284eb0ee76483b463dec9eeb5c1349ddeef6605fa119
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d91c886866ebb5cb167794a5bd5c62c52c6c357
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7093d3ab0568e5eea949656088e6e1aab2ba042d5cb971e257b3caa9dcb0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6876f2361e124a310f8e32ea302eb3504c4cee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b9388dea2afb7a90dea34fefec337e625e6ec7a2d62ac28ff28500117251f5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465449b4f31bff6b12d0cd3eb393bc38664605e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b3f32751d1f5b5f2881b6fd6e9c948b3e030a592d9d7630b59f64166692dbc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9887c0ab0bc6c08387b3d6218d493b09fafbc1bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6b58bd7a2f9821df71a719f73e8c823951308e04331201d3de9ca9be15ad0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b57a44f5fd62b2e79e8100c15338f0cc416d334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf0d7c0787c3b14620f537bb03bcd6fa77f7ee56e64bd5fcc3a031797ae855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e10e2dec6ac69cbe2baee30bac2cb3c15d7467f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcb3967a4c2d6edfe3de6d39e0cde06a69201dd92a10c559b65ede9b9b41e6b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1644f6d06de630dce83aab7a6b1bbe881bf9567e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd60861082b5a5e28206be9eb6d9ae48c5ef90d10a93ef6d6146bd50aa57b7a6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685cb5be64c046a2d71c063cb39893d2f90bf973
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e8fd3d6a8af2407b0c9c6c9859cc23ac666f9cad72ed4d06e546788eed8a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617d988958d4f9244584a41ae03f91748c4f7b23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088eeedbfed89123578435b60acd52c0661dfbce8c4f20a2e29d868c95bc3452
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74b86d3eed591db896b499f97e7105545943de8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c9e97c623e8493e5c6fd1d07180adf72cae45914f38286aaba8a46d7f574d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b6ccfdbdc91bf11405416b2e6bdb4056c7e311
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adc54b43c7a6389b4ecdb52c13b47e7025ba19610e50ae53e1bed57bbdbaf78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6fcd66e1a2391fd30da5fa46f609f9c14dbd4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2836d5e4fd2f4417368647613beed56e0f5fe9f5c0b6a77a3e8df2ae50a780
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4733d22d3101a4d10a066a8b9d6c1590985a01c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f442d3a13c72297addc089f07fee4f512f3e3c5c3f038a92a09423f523ae8de0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b5f7868011e58024451487819da34ff99c3593
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3f6f416e0986f6615c36870262e2e8ffbdbbe27ecc753025f0aab82d88bb38
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f38f9755a12ad2317ed6e4d21cd1b84e71ee847
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc4fbc5c0cab95b4fe2ea710906a613db8cfa6c7682de670b3f7047b267cf8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033624aa83f12976424a119de4d86ffdc570b7de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c6e7058f59e25a75bd2bbfa183f9bc7048d213e21f87cf110e4652704ba143
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d65d49a6dad24d41387141b69735009c2e0c45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e04df848646b645e20be286ffc449631f8c0c70c361e7c3af5a8ab55cbdba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a841b4f22800fecc3afd32b8aa3fd47975375d87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca0280dec1008a845cc9f79484e288babcfd77c40076f257925e579528d26c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ca759b2bde34a36d24a771d356a33bf8eed2ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86232dcc0de93ec5b72d618a5003016b88160274f33a2a2b29015104b86c2d26
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d87ed0ce50e7fe34f65ae7db09e3681404af16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eb70524ba15f8d47883cb7e6c9adb2f3d55bf943f5c41095400dbc851b2c89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c3c678268a9019fe67c1a8e5ee36a54675c83
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84b26e2ca50a144e1e91c57131d3929127a786aa737b525f89c4cb9ecb189b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2e5e8d9c3691582c5572a6501b81dea35ae1b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9e7b71d88d9b58af2a53e26ba8e87580c62be0048603f5923b6ee72af7d86a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d779a6a87a5dfd2facfb350a54612ceedf2d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067961c8c4c33ee32c62bab10a6f7c226bddd9bca82389ec510842e44a5f023b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe9c336a6241804134e853b807047a93e685aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63345da5ab08d6a448f797a6cdc402e0f522ea7ee3e339352943ff6cacb1ce63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e177ec510d872735944e207f5577e21664db4b7d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f62e722748c4ea50da7fa31f59be842e0c13f6abe380ef0fedc2d3a99879ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9924819fadf63f0650f2428cff1c176e5486d20e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123e00935c409faf240ae0448cd388ccfd3eecf95634aa46c80c76d9505a2357
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a642d7c8fccc4a05ba41779b915bb83026018ffc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4463008df7a2a02960074280ebb14f4b9ffceb3f288dbc836d296a5a1ddee54a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66982647905fbf02eed2b8a3f78fbdfdaab39bd3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03be0b2498de5234531d087533f020067d19bbb2133eb276d3d2408ca5df008e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2554fad9035fd769231c086f5ba5567529b0b3f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85952ebf7de2d434d585f78c54bf0c322367865288fc390fdd10dca4d2605431
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef70608dceff5c810706767131b7bab5f59d9589
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d67cc910c10ed800f2bc683c2257eb0b290f37dd40279d2b001ff56b72fb15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072885d9ea4a67ecc97304b03f917595d635ad7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ca5d2e49bee3389ead4b6609eac13ee57422ae8f9405364aa5a8e3723140a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19463d09ef86620f08486c6017f027ed2a166a0a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5084638c1308b273ba6ed8a591599e04abf92266047711bcb89864be74a5effa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfd00b697d4a92964028c292f9d3bfbfcf9c5f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40588f87bb3e1ebaabaa7bc2f3402036a265ba7afed706cff65471bdc0b0390
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ecaf9bf08877f52cdccafad019c4fc11caa97d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b0ae25f1bbd3942bf72f16d8db3c74f552c2a9fa6e85a703e084db694944a4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aef3d21a1fcd4559e9bf0cd9dad579a226b5ddc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1835d5cd79416f327bf0ec7ff24906cf7988b298edeb36b4b8a00c3c4b5fffc8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9986d65a27d857697ba8786cca3d97776e36abbc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674cd90ef4299f98bc62772f7d776d9bbe232944fc2d9008de4ca8898f3b0402
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c516f29a3c4d0bce10bb9728345597869231948a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713ecd3113eca492fe10f7b2729c885b35926b809f6191c1c59b454592f45c06
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df341185f362a3c02f2fc7a432c6e43ca82b68a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c8d764d82d57315262a7f37ba9fc5cfbbc87e88d442ec311fb8bda760bcb86
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5306ae8d21f5cf88d7f2223a3d8c67dc6fffc43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bd9036e922bc3aa2a968149778818d99f95d933a984b9bb9775b1893165f74
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91e4dbdaabc920dea6eba14eb01a75d7b647b53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130ad808a518e5dcdd562e04bf249280730ccdc4df541f3d2587817578e9a2f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b89b25aa074e35428238d8c165235be7e2cafe2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb09cc7e086f45725e6512a0534587a621b81fd6c9d3b4e4d7457f0cf6aaf9ee
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94754a9141341bcdf1cae32fe7475a46d4cba8e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62385251ea2c3102a5d49221fe9ba682ab8528e5c5c55dcf9f46b1224ace71b4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708c43079e23efcdf6c36db8b5a01bd659c85a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3776f92a6cd11a3625cbf7f387148fca238e1b21b7aac3a1682d4145903dd5b6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78e24d25210ea5d4167b6e44aefbc34005f624c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f15f1452a202e65c918e89363e0bd7fcf1aa7be81c68419894e9cf1c7a5e194
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f49977723a969011790f3a993e86244fc5ab152
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea45fdc125c13f655b300b95a86ee110f5c170b3207f459c5f2f17cd4ce0d9a3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdc3d3684d49b61a5f1bc88142f29d34fb3c461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a187ef38a531914ef4e71ba1b9a6b16d750695e2ecfe9ae8e232ec85648b5646
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513eca4f5a966dcd7a987e96d674091567006508
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87052c2cac36e8bb3371234c91601f86f3a4ee0a0e761256bad63ecea1b8a6e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1967f6f4a3c8ecf4c56b408a6e5b6eb57a0b0ea1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a56e955acc104e3a9e3d432b66e03ec82e62a6d0d1ac0117c6e934214fa992
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1eb8cd99b7f104e462d8b2ef255823299fc796d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a21a28045d50d9cf4a0e358d05af91751f310880112b527df0686173687c4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1055125110587781692487774cfb73c356b06e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b7c863746772db0770e4cc08b5bcd4a46310f57a58ced808901fa7ca3bc319
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becc28e3a05dbcf2902be31d82c62209801c0b07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f650efaaccc977b5c3962c09bd46fa355013f71615092e4536381b1da5176e09
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b9d3a51202a5a1da4909edbeac59034fc558f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48fa4ee6f654e51b87e91cfb47695f9082cf3e7d30ce058c4f64dd050a6a272
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4cea822110ca8d9efe71c366721d045f8b9e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f518eb5d3b87074a26a591cc431a5d93223678e2aa28bfa0ae5ce24e3c0028
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105e457908c71e4ba4f570e2eebda6aa986769ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bf9ebe072ffff7d4031e4a3545f5f12e2f604e48168b207653d1777a6356ab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adb64a157eab36c0e934fccb3969c1f29ffc69a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ed52616dc35c4c02f3167af06d7d981e5f15caa28051463c3649f19e2684a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec245e9a478417c3f00b507b6636c007c480334
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b63fd2ac15b3524c5637d9c6d0ef717c450cadc3dc8c0bac6e5814ba88732f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e2b440d14306ce6c1d633e350a6b0f8fdd0ad9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4445df7bdfb82f45e0792dbed7f230ca60b83bb483913894a74eaae46966f4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffab512cdcf96457465098d683b6083eadf70434
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc59dd77a6ea682bac92119c1313716e967b49784e89d37fba80883660f78992
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d4a0effd5102aacc62fc5b55a34a73989eb59d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb04ad017ab41cdd0352f7ea40ce0992029d13ae1413bfc2f8c77f9ca859d1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8f97b512f7d5fcbac0daa218d1f9044d667a1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe5933d775e14b840041e720ff70463a53f9549d39ea499e3d3fb4a19df5240
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbedcf1adc8da59cdb9755b71493415c19b4ac3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c738bdbb06de8c3fb4037691e40044528e23d896dfaff7428233ad2dd3320
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14190f4bdede6140ff1b640b23f0b8bdbd363a56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ffcb1582ab20e31d7d843ef286fc4697e037d1a8ecc602e648dacaee2d5638
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2cca7794ae6cd758df7fd8e2812fd27ea504d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f8d6216883d79380dd8cf6824675d344c185e691ae73feaf0c3667da255304
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d5b7a10a83052dbaea2f659ab77b468a20414c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1734965dadf52867ec24abd12413be4d044361083456494cd7c0fddbeaa11925
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f09270837c03491e315a45959fcaf19bdaa813
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1463ec8d520c1a25c5fcbb1e36a30b29560c2d38b2bca2e7eea43eef1b62e2d0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094d2e3ff77424a3db374a2c51d94644e6cc968c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e8e15434208c5d7e1bd2c5a6261d3d5d5479c9f4a2fca0100e2ee33e2b5b0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e692e4b7602055bb2f9d93225a97ad7b26cd67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c5452bb58f15c93d80ed21f311f222255386b1ff6ff6e05c8116727b70640f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cda9f185f78948966e2c29e5eec559fefe8bfdb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b834d3b2127d1842a86ef3a94f09d78b72cc022abdc3a3c69c15e41cd728f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6607339fe3ef80a8154d782948f65b261b7b6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e0b74a97d7fe1a74f0e5a1812c41b9db8c4789dae24ca4571012b5941a7b56
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7485c8f7c3582854dc36d769936320b39fee78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affed709385c5275c742489202f91746eb2df58ca0dc2f4dbaeb28111133a8c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a85845d43adc5abc092602ddb46b6d0386159e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398e7657ea93df5a137cdd9221e96fbed9339498379e8d22f599ae336f1661cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eb735addc8514463e37998f8ee3a755c6af35e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7b0e1c04ecf7c38e7a89f3e7fbdcc81c4d656ef8726b302b3ed79e53c603b8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d1d532100cdfbbbfe05e41ca770004165fb1fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43b5cd077f1b1c11cd9af8e42d38083d22b06619415b408cdb49efd3531f602
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5529b85e9fc9b4432ecc7fc03d407a20ab4c354e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fa742f9d587c8b1696acc184209c71c10b7a789aac7b75f6b13f96883516b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f8605c08cf581b82d2849819aa49707e6119a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174b68c90503f638dc7360e206629472d6e2d6010b22ca0bb12bd960765425af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d650399b38fe4d918e45ba715121c7b3b5320d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9801fff688be999d0fd8b0eda86f3188c8fa0c5970c2f5ab763fbaea5947d89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1118b0a16b1cf46bfffd8a01d2f692145e7132
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2285123e9ef7aa76323a2cf2092691863a1e7a02bf4774e6ec413d0157d657
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d778a6b76af5755d6908af4a9f2029a3c81c6d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102b09154e2853de3a6ca2d92f241fbe55a0cfca867846a6770d9334f20abea7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285c9684da0d0c8e57dbbe5e8e274669c781d895
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd5a61e4def95b934ff14d4845392c003a6198900a5c8d5212c25123c63ef14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a0f639bbc469bff10efa021aab12af6f8ccf4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce1d52c326b5f85c9817f7e6600150a31065e9ce0a72408110f736b1f824b8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98d3d3fbfab7216b10d0256ded47376ffa64080
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf87da4ad3665ae91258649a54b6105347139531e851d851b342c7917cadbe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb873c8844a1cd5d358443d6f12e751931583d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823bf97e51b83a3200cd1c2f563189f4a417824452fd67a88c3c540bb150d398
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45189644432a5dc63aff5181a10c8fe58ac9d65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbb8a67e4ee205ae1fb68f05171e34d33a02ba04bc9feb9aa28e219d701b367
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fa17961c590d09bb3f3fd14a77e27fa3978c0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e48dd880335601cb2aacaae5ab6c13129815e47d762b96e1d2f262075f1494
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b02b6bddccc188cf66672c637008b0c49d521f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df8779b26307c7157a4daa844a58be5650c94f8cd92bce1603a213da56a78e8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e5e9a1bb46553ffe430a1f61b5de6cc001219f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39361f5556c48b64240869eea8fb39199f17efb29d1145ee35b1ae3cacb7e5c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58e72a4b8ce81e121b0a07afd4a244a256bae45
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b131a756149693781cd3b5108246480a607b4663ff36a8d0af866a0ae1a5f27e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656846bc0d94a21f8bc8885f37213bd17d10de04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9c8635a3d227b98ab679805e2e3fff3834890ca7754ed14a0ddd66092a692b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89d5878c2772d0a5e966c5eaed06c0e9b0f23f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b6019e10bd48bb3d2488f31552967d0877afc6b9f6a529d10f336d90a327a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6646cdfe97d98337c2673e7486024e0e02679cc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3f230e44c175acca0284531afd8d777dd88e1c05738cd81be3e637f9960f05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2cb6a047338fb1c2b8b0b65fc7496384642f70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed25dce63940666d3b6308e54edbfde1b1923ca125b746be90df744a2003416f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56976dd833f871dfed0915ac41fd223e65f9d80
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5561e4f1418cceed96fe4b4cc922c3f9a8997d731610261028b63df646107885
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38dc9770ef070532b9d267b6d1527f6ba81247a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfa29023aed68b6ea82fa30ab1b20bdc62b0599959b3ce42a2fcb78a934196f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82eae4ba8ec4729adce5c7ce089ed2f6feba719
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c51794cba47264e44ae486f1cd6770ec2bc6f998bd8ed62a786e17315bbd672
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5988b29dbddfb7756b9d2c5ca11bc638f1b9aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e2ec0629a1774b3d41f5ba2df6a9261d42bc47097647bbe6ec17e0ae4cfdf0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8291c0ac7518558575779b7f0a6392085d86b9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6060a3c329867387d1ba71a97c92dc669d99298bb69f8d4fc8def3f05bd1b8f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6e46666b05cf9fd7adb4fc165cd4cb0160626a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba29a767060df9b89b230ca0b9d7c62bc0273d79e2fb75a5e30dc104b5e2dfb1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc9b310b36afad4b89d9619ca52ae3c8ef428d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28a2cbbec5f1607766a2ed83d8cc6e2d450436e37036a0687ba5e8466b8710
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a70edd89294b9392a4f5f88909a51d8c58e033
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0de2e0485bd26657efb896fc096e52c9079b24625c074020182aba84480c847
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0677d02479fe202868d3ddf633786674785b5282
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f632d34e40aa4b185b2011e10723c0c9f510ceb212afd5a7008ee960edf5235
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d5f0cdc200d48d603d1c70d3cefc20b29bfac9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e9ae35bdcefd3d9636b666c77d9f3e62e761fbdcf1df51179e7f8eb1551c6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec32fe585e8fc49114ddb957dac9b71a3c70559
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599e8da2f9762187779eefb7165823d67a523f33c5511af0c19e415fcf209c9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e18b74df4fbb2d0e079fb33ab4f56b1d2c401
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0722b68f14dc815268f1f302d75e6a5827a9d294bf242fb739d139fe2e05f8fb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63102f9b2b125c88754bffb1cb57cf06bd346ee0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619b7622c1b65198b5069946bd45e72ee24cb116616d15fb1cadef81ad88e02d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015288b6c8117c8c8390be28bda6564ef7abdaeb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b269f442bf85f5d9430a6532c8cde8563ed8b4bb89fb9e2bc4259f457d5d0d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2332c4de084c20a60b74a8b078f367920ea05f54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cb058661ce6feb2831033563b871d240ea655a5581aaf03027c80395ef1cf2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181a463d821aff9a58dc0f3da47758b829899374
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820f877192dce1ce128885ec24a48eda06d06379a6b3cbb1223278e9e03fd723
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712954cee6c69ff916430e2d0804aae8d8f6cbbf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150e56f8a57eac34649195327297de30bef5438ebf8fe6c0fe1b9548d4553622
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28ef0acc4e8a928c00ae31776abe9cfd9336c5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6222ae5dfc5e8e521e14ebd393f6052c21ed60a702957c0b73bd2ec624cd4e7e
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3799cb80368e74a614925a370af32290c5d612
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9103ddb75aa5120f1096834972be37cb7a54de5b9acd2bbafe1d94987b8bdd73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cbb6cb63fd96d906435e536c1bd8f1baa29775
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e75956cea1f9cb30bbf8dee514c86b1d4532639640772b8b7d6c3e40540ffb8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e329a284673eacd68c506c75ddffd984d71f7c6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734503b1e049ec07a2ee22a4a77a8b038a4cc4f25d2d53b33179423e1ae7d9dc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0dc7295c014077eaa630dc03ecd86734c08540
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d55529e742a6d4d18aeb8dbba66f7edc78295eb009c729d19e4ce0a5b206a2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3db7a4f40e154c8335ef5529e817a02662d4fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511f3aec53cdaef96a8ab764458364a05a6b673f7e59b807f126ccdacc7e8e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bf8681f4cbd6b761adc2c506d2cdcd87f20ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac08bf4936048b251b811b58490f9528e8099bbaf07d0d9125b74e51f6fa406
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3735d51c9cf860a0885039a76e3ea42efdf135f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c889153a9573b74f7d4eecbad01d0d6abe301fda70a0b2b37aa3719d56af9b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b387ca3eff545314749a30c919bf2a1cb24c873a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19e8702a5d71ab7d9f71e3fca97ca0c826e4e2b53a2775d029bc43dacae0c37
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae32b4e2f168f2231393556c8e2cc36ae746490
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c774ba2ce5f5211ca17c4b2c2dfda3398f004fa194da76a523222f1d8b066fd2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bc0f348f0bef841fbdc2f09c76a308469a5842
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983f8f0d7cabb75e923ab10323a2500a6575f3de9183524d107d0abb29b48ef6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc5c21b8afc6bc04f4fa22d720a30e0e04acbb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a86e8117aaa1922bf90343307d07e21947615c54efd208627e0790597c14726
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c031c53d140faff5dedbc6d60dcb2bd663e37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7332a6305042511fcf824f61c7f1f4f98b6513d780a28d892a8b76dd6ee686
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb232e38a85e8ec5dd3aa91f12f29e405e284b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae9f20efd61e0114f6c715eccbded526b90b9f8a8231f769df733c2be75074c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2c91e8b8badbbdc1e3cf2d4f3baba2f7c8f359
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04b7e398df2c6dbd3927a26784db83cd26851d9be2887f9b9947dd5efd4e1b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7f43c117999c8e8b9cbe6427e6d4278cf195d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2e1c8655d224faf8f4643b630f7ac794faa1a694b7a3bf4e8e33018e6af48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516e4aa6967e6697872015603964680766d1b77d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87575c63978c2c7a4d94f5ebd8eadd7d7f21ef916631b5d36c27c778b9400c01
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fa2ae2c6bc9565654ad458c785895c1962fb05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d624aef0d6bbc2f97ace893d6e767af3c6cb8b674b340b1a45b326fcd975e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3702545e4ef5cb0f217aa89743ce4381d60876a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ced7b34b4d7d23c219e9d0e596dfe371e2f794708eeee3a2933dae177f3d820
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2770fcd597225f411a02bc3ec75b677134eaa456
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88115d63a449c0e7499fbfc42db7697e53d11b8eb3e524bc6fe0538b015a6d74
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58962ba9879e5b48858c9098240d8a14aa0eefa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb8a4ad56eb79c695acde00214344798b0b35eb99b2fd2f654b643f7622b348
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664fd88072c11a3c162a54c1c01c0aebc471bb9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf67de9a83ca7d8e9953409ade9921e0e6fe49e3cf0dae082d228fde902e340
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367efca09e89425e14779f94b742f0ed62e4024b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8130c2b520a47261db2c21f0e1c3ca32f4f28c8b6fa47580984af2fdeea0d2be
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71afffed15496d7d8b47565c40d749f69c2ccee9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15b18b00e02164cf59d3c166665282bbd52a8abd9cd336162b201985fb2a879
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2b9c34e445f2b62478562878e243268d8186c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c686222fb890b44de8382bd82cc55da6e3df9056bce674a193385fa235232617
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9928687291f4d5266e64441779b18669bca035c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd30e7791250db37cab02713826e85f697f4481e1d5db99c3d1997d3c69eac55
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510677df90c3b458c20a856c96dfbe9afe8c2fca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87622c2eba41d36941733dd0a9d00d5c33d2f577a7141f123010f0a153e72500
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8289a7cd5ff64ac3372e9a66e0db2a31fbec0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469d0b75feca42a4512540783a34dd62d007511bcb1ef51f033cf58144a718c2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd57192988ec938ffda39742d1ed7b5c84dd34a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05a90ac07c58e9d82922f9855a8805c73ca2173ed620cb3779f312741bddb0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fc0b40e40b31c0771fe334777ad4ff4c870d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9a92b4f02bd333a8bd183ce289f520025479ca139c118ccee40a39b3e071d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771f547c86f09ff8751bb5623c17c2c1e0a3b323
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79da427415edc767ea08b195e3b91b6d26bddfc4960cd19a2c5b9a0ca828b05
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d158fc3baee46c2a45970afb38c8e43ca08ab72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfc67069009925c9e52a632b7e5cfc9165d5bc823cd8e5d13ec141e1803896f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3b315432c8803a1c6c183304df73fb30668216
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949342d52ca6c88b739ca3fc3f6066552a7b43348586b8213142005d5db2214
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbdd33d2b86871b036950e01993281a3f02e5d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5e992710ff2e40682e2b1af8f085415a7d88ca9dab5bc25020a4d37cfefc17
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610dda13e7cb4a23eb76d84b5fec4c8b1fe41d88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd21f55f73887a85d6c24b7df669c107eb2daf44837df782551c4b02e4cf494f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea071061bf42066eb0396c7f8e7571a4db0b572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cca187a467d520a860b3c59ee928254903cb2348376de11444b52716a3f1b68
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21de2865f780c262af1f9db141e21fbac86c0ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770ca3e017deea35e11698501e60ae71e42d31abac51af3ce452fbf22af2ae69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6282d25005f9186450053cae42b51a34d220d9a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e50616317da2d792931b8ee59ef81f2752b30e6cc640117935808cf0035cce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb504abf43eb7d986fd17998a21d9874cf0d97a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105349f3bb342d22709c97be60e4152766d6c3ec14475bfa8d68b7526048a6ce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d2a888715f291e5515df3c61eeadacd1d3f71e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5471f49ed0438c785df22eedd33eaed76a81e09cd5392120d515b7f688d95c6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bc164a2c93c5689d97a7fbfee83c0dfd6e9804
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a720e6d32344afd35ee1cdea7ee01e4350104d7e07f355df3af6d218688c9818
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14792ca721a207098b5e8311305c6276d788037
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c0e8033e935d82f856c0cd084563ad7c5cc261c32adbfbeb73315e05b8ac5a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee2c5d9c6ec260b779d722e866f5a57ccf760d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442f6746a69d0cc0c014ea897f563342b2adda27926ecc229d2b167e930e8f98
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74604e775a9ea6fdcdece86f34a75e3dee5ff517
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0ac91f1933a4a2839a2f900edf7a73fc60c4c293f8c8c0dab5b4b728204c30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfad372190892f1f4381fe53ccbee98f82e9adc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a29fa5c9cab0de33c6cfa75f47642beecdd60c35e0a835538c7bfbf01da8d65
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1772e0d1c2641086c1a5da7611da85d2e5733be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3a90cee6ba7eecdbf989c5e263892fdc441cab465b28f3855d4566a9317c4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5db88cdaa4feb7249e881d2fb734019e5da4e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521109da20f78c91b107a1301886128ce77266dea8697b220636f084426f425
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a2eed8d6c5bf571c19dbddc68f4ad1b4a09540
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07149d2d6da11f86f8899e630d113fd1fd99b15d794a4e0700874029a69e15a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f67d0c0ee9dfc93a1ae4adc1e64ffa76bf21ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829355bb60a716b308f8ec93e6158c98e2c3a8a3823ee76112047a74a794ad43
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244e1fb83c501e4017c485cf47acba145132c40a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35e865955319a407d31c3956888f26f84f764ae01b7f8262a9ec00c1450f6ab
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69169763992e2ecbc5efecc46f4dc953acba7a9a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c6da35c1b76bba6577a42a189c2cf47515bc54a5d48e50126bfc7f43bd1236
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8244ac80d31c292f5c1b52a314652b3c7a9920a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4264ae450e5665d283b4d10e9514031a77f4087f48e9430e3555ccda18d97ef2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724960d219eb44222f694999cd6fdf479a2a6adc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbabd45b5bf961963bcd2a81a0499b54395fc712a595d868a190bfd4c4dda89
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f3e87a295d03fcad533dbd78747f23bdaf6b59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863b1e5eea00b5fe81caeaf8e7e41459f653b303535947501a054894e3f68ab2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83286ac7c65a9b98e12003d10b5508a50137e82c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed9aa3a1f20e17965487aa3e503301575bd35c79caed8fcfc0fb71c71ae5500
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f4cf29afa72fd903dac87720b16d509ba08215
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbec705df1214f6583e6c58d6d5f42d379f049ddc04e735ea5fa1632a67b4f81
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb061645cfe5db03c25f41daf0ccc5894a301009
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2615080dcfac96144c21b7b72e616778be462fca43a26e66955ab1e16a5e58d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e21ead7172efe477b2c3848d0f769c1f243826
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626aa8fca7a0c78fcc32973628276f74d6a24f2ce61ee1ad475fac9f6bc296de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e4a960cf728d70c9ec629ecde0ae5307e237bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba5e7b97192b62449a3147e67be08f0c0f3049d619be2739040e80e41da50ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf8d7f8b2e609bb56fda16eac2acc6666204e29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc644e780727c6f7b7431cba68f7555cb8cbd5e17ff2c18f8ff2407a65540259
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafbc55799feaf2bc8bf5573ae3dfa8d83b60cba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88b5af3020da024b0c7a2348a6e263430ae680fab94ea41ef175f1c8a4dfdd0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9e9bbafaa8c9508ffa222afec212ddc9bf6129
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754e4e2c23951fb6e2a037e107ac6e78afbe72d9cf8ddf9f52fcf2906c1e9ee2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9231aaa0054842d0d0d3c6635216640714c2a5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897cb7c94b46532db25ea3f24c2852572500eac5a52930c461044c701d48068b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c092cecf98a27b06326093d08b85056dd41e0e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987376c1ae9eee862e8303ed670cc65e413d3df71bc7ef9e5fa94e5c202a5711
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1f43d217bfa97bf35d70ae8fa4c78cefa28768
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca6d18bc0dc9901aa06d724393e3fffae89f9b5bed7438f743fb3eda845eae4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67047b264a1eee6397f75556bedcf5bdf37ce0e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa59a2ce8906a894485b68ebc3f0303ddee665b55efa965ae99df1207dbd6baa
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1608425daa26c93738f2ff8b23bee96fc9333e2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98623f211b33bac4d1303553bc2f4a16cd14ae5cc2dfc46b32d015544a4b9aa7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58039a444128b556618c89f9e92ad009b5c76ae5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb6226562f323526fcadbbe11a010f3bf0156769bf26cb0fc400d744b692e50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61dff9540d44fd067c293944a802833101c5494
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319a4b7f480f515bbd4a4d0a209bfe3b2891ba2339be5ee9561a3afb2ac28a40
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85e82fda1ae1090e4688599ec8666f39606846
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f9a8f604ff7a61d7e29cd34fbb622723e375813582f4b91dc68a993430fe45
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b02b16994b616d3ce830ca92002a671dfda4ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cac9a43784fa03ee8d926a5f0be78be6fff93e04245d87a2d2d79c69340557
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a620088ee3809566061a4586271452ca88d11ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8091570d932965a4315120f9b95c85c38df0605270877f5a89a38a41aa2cd02e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9577329531ccb9fd68d5cecd720c619d9442f4b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6f5be2e2a736dcd291c80ff97a12c098a42de2d4ae7ec77b30716a57e955d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3917db7fc265469bbe523177731396c0b2fe32c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f679c12ab2c5d2e2d3dfb7932f39038d0568bf9197a33186bb0e59841c5b76
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf612b35ff6c520c9080d4924edb4c9c1bd23c13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e67282d4c9928f47f17237acdb5ca00a53f0f36a37c08da0ddd8d34adf954d5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4852c1104fb1273eb9023f7980bf6d2313819216
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a704e918f3567ba9378412f5f9fddae65497cabe172373acca0252aa0a9f4e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f994724b0e0b6d73363e194a71465f20bc81d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1992e2ffd2a1f6f0a28b0c047791aea2b39eb4b9694d78a54c01729ddebfa5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db702dbf15b8d0b69691205bbcead1f7ed4a23e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c9f7d8d8f4602ad520c23b098f794510a31e813aed03807a75806d1ccaff32
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c294281f01046aeb56d93b4b9142e89b0d892f8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5be297372f233a4c93376219d4365c1cdc0f5eac015de91595e7a4637df0d85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526d545830fe76f56b35eb99cd7410b4d11b5f05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273b431dd60a2d50d9dd738ac64930551677763044f64962356792da172eb196
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e16f44f4a49803c0a099e55a79d0d2ed9c783c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6026ddcfa30c587e9d0888ca43f19b21121568e49fb85a60ab64ae97915bb3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ec06a81e6c72d394e0af48b019cdd07cdf7f56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed11dfc3317a78772abcc6fea98812216d7d00beba75615da3c2301892347b02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d8823905050ad1a8f51f288f1fe3489ccd5cd8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22deaba04afa1d6da93ddc0388f2e6cb1a488d4f0e936866a0cf657522d74421
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd562620fc5b7265ee4e8aeb947d02cdcb484786
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a073e6aa77a43c71077237bc0248ccaf56895641f5f8b0eecde03687ad29b9ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230495dd5c45aff05d17bea56a979e26a32c9a8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699f963ae5427e4091bb43e33aeef3366d8f56250b65f1c5f27a0eb597ca5cff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bf8cf1b55dc8286b3ac45ac4a7d95f3946923a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5d1156f14f4eb88b0fab8523d1273e9de85098bcca65d7b8134b622be60cab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83498f2c9f51f3821526d888785805a81b83b6e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc7b9395a3857a002b98c54b16293ddc20b8558007ed7ccd649ff78adfd383e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051e95591531914c7a5cd3ea41c90a6ede2ba9a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eff734be12fe0d6cc5c0c9959c0bee2bc4f71ff85e316042150c22a20c16a8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14896de9cc40d6818324afdc67739a50cfcf71a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f63d14e9bf8591b5199e536966c5e83f1a3a9aa5836283b861cd3e331a360
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf41191ca351b770547c92089266de5287cd76c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e1fb5f379fe833dd902cc8f95d7e826a2b2b5ccbf33744aa0298836a0c5dbb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24e02609aaea12dfb929e0e5cdb7b60ec3d4784
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e491eeb792d42c215473d9909a4ffafd0bb569dc43b0d8f7291e0563791c7f7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaad92e7c3cbf5669598c9a4842aa4176a97892
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4ca681f9710a80ac14e57d9c9dad42c9f2047a3b1e63d1add3ef22f090a5b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f56c06bab18d61fb710608b26833f2464ba2883
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e051350df6a6a62ba5c7b841a94be78f835e89bae923d2216d8421e7f1f2a88
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d00f709ee4875f0d65a85d57716f68f7dd90e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6dacc5da9d4773115b879ed71667f6454d4d25e66618dbc8a2d9f78adacefd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61e088679d5389d65082a623f9d146f3dd16f84
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256deb25891b0bf360d47488d40f6901ab5171962b1d1286fc53277c748b89b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad0784fa232643ce40dc828b82c10afbb79c660
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be34bec8b2fa54dc241593405cc7366c33f8f7afce688bf7c8481f4482e59d78
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0903fcad2d109576bec372cdd21b14127db81633
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de43d03d84b43793a11eec80a1413877feef6e70b06a32fc9b86d76413694ed
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a676086549856ddb8463587c8a2ec34527adf7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a39d5eaf2f366a710665da2fa05744e07fd1dde9c901c66f0b74772e3ef1c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1265a6b594b26ddf4d9aa229848b63357bb91dbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e909a731e307a4dbbbfdad066c6b7a20328ccd6e33c70dab845f28f7adba2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7239533cb6112ecdfcbaddbd644c8e022c2d2587
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fde3f45b87b7f4543888649f46e8153461ec9fcbd9231c261f821baf99ef0c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a408bf42fbd919e4832aa3b2c02cf35262b76a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defa1a444380f3c1ea5c09bfb421e0d2f1ccb12d2bfe4b4c870fe5b408191860
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3aa1100a0190b2fa2a9a0f0b187a6d63e38242
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0273e91075ca9bd96e43db06b959aa130f399dcf4547fb53973c861eb8cfe237
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abd2b14d2b1d73f00fae874910572fc64a73068
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dcf264c743a226bb0d1a149eff9681f913209d56d9e5f9ad50bcba0c7ee0ba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6b2b07470211f5920cfc9d45013cb3b2959ffb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a40a6243630ca867489f7c3e35027671e8bce578b95b94ae3868f5a66104e1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3226f641295ed64543eca3428be7ab2219102bef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8808aa9f108794991791d256e05d0d871fb962e05e5f333e6bedfb684bede1f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd189b8adc8d7f76bdc8da888c1825d72c7c363
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c664f68c7966552bc40685cdafc6093f41dce264c496247b12b46f282de2c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446e474b17001d7beed0976bccc5be3a058631a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0500ebbcddffade8300e9cd5b0c959125da1a115a97a78af0ab63212f0c97de2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96aaba5c7be10875f2701a4433787d8c09223ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bad6f7a53a1fa1e64297cff7abb31e87caa2242e96575bf715a438b5385e720
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0dfdb97c4e21cb8640e96881c06aa162e5cf8a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6490d8c132a7ab0d26a4834f87c8626aec9d686c18a96fd771e7e2b7659dd0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edc0ffa7eec379b4f17d2c7f7f3cb4bcf310ed2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067452a0312eb5d8e44a0d0afa583bb79f5c1e1f6b832ac7787c002b7d6aeb11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3fdf63f210035e4aad4ea655e07cf7b064fce1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fba472f85f1330e33516de161af20a5e34ade8b0bc52269699912e34fe5507
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906f5ad1d77b544cf82b2d1d8ca2fc0fab729b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea62e26391c75c0a19a8594ede46aa29e7fc2568c1db1294b5ab78a1b17bcd3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7479ed1565f41a358d9fa520eba8d8c943ef5a26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6f00c7a23d419ee93bb28dcbef85bee75e09ce374042f4ddc6b6787cdbdeba
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ba08633d05282c09ffc185c7594da0a570fc24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b857269850940193d1c2649ca9b7e67ce3769ba50012983a460df7e39df7cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd387b480d4c7406e6a7e56ffb370499703d2ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51eb2d495a53b231aaaa8ca453e07e1d8803152d8e3c55731db36b77b1ebf088
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2292d06f6efb3993950bd766797acb19886715cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b224792dafc5ea189f4268968f19e59b452bc17112a268bd7eaebbd4c1eefe8b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a839bdbb2258129564ae2db20e8edc3884d6303
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7483dd1f90f1cfa73932926adb97810ac8eeb57ab532511a2c4ddf1b947ee0b9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ae7a0ed46e509e61d458284c59b7101c702cfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ce4dcad96be6e6cb68ac30fffeec0df540afa5e47505689966122d0607cd03
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf9926bd031c50b976556042a89294c0f0ccd91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51bb47f6941baf9f35935eaf68594a28dc665ee5500a48162df4061fa2c2329
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ecec2bc044ca35a7644b0f0a4545ddc8626790
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3aa7497eeee24d13eedc402fb6177131a629903a5a69ded74178845972a9e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55d9701757c569fa8a85c076b48b6dab20cf374
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729f8cb41b4987dc21fe055346423bb2bec1f9fe34a2d07cc4918e71b7a6a343
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6c15da296d82322e998472b4fa96ae2aa3202f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5df2067629cf76bedef5aa63786e3fb98397abf4105b8d6847efcc7f48a3d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b2747b59130eca34f75ab4fd3491db0bd1316f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b114b1e970cb35ebbf85db483a42d8ad9379415cd20e3729cc2e5d4c1a8d43
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1522359a1ac89b42d5d9dd7b1843178c2e4724
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809e956e0e805f6294628d341a447bfef495fed5056e9cab4f5a60cfc329d6d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd83c7a5e6c5206b050a28e98a3c313198cc822f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e923d55b24375214ead6718930193e07585ce111face9334f806b1e4334fe75b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29b3ed4258b8ca6e27657920171b7d437d200f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85860c22e2eb82db856e6c943058abb8b4a730b7257ccbc5ddad6ffcbe3bff0b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4d122dc2b1485ba09c25f1da3a0d6893f6223
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc2c6b46fbe3e2e5eecd646d9df200fb06a0df6c896fe2d0af0ddb2ce02318b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe2d1183539c862bdd2ec5a6661c5fd4c1d2a87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9d967a61860e53e0e14d775e7c130dda1e612ae1c62ecd49c2220a07c2b09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285f1ae6c01ec9e4c1ae19e7584c4274a623da0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536c0314be967963dc02b146108c13a49c6361022d5a525667e5baca44c87f34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4b3a4ad45e46a74861dd2c0b60e3ecaa7195b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593d6f79b124c413c4a19923af3c176791a6c867dab84ec38591873430b214fc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71337230873c2c39d54f7222120ce1b73879bf8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ea0cf06b5fab542c542e9efa8a1cefcf9533abdb8af94bd6f6a5531ca87cc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4014b0d131c20591ec0b5220e73b018dd58785
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98464bd9b87f32b1e371290f1e8f7f3759feafb9c982477fd04e9068137d0deb
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5297b803319ea9016347236d43bc009ad3bef8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2318ec1757eb0ba50facc3513538d401e847d274ca3c34fd3a02dd9c85c6a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a1d58efe040e4131797b6812dc039a2c3cf1e6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76daa772967530be5a5b8e84909f728e7f9633147e444fdb311ccef4e0b35e34
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a8f03d36587704ac0ff1a0c8e7d702edbaa88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25e1ac8f5ce9f4ecae9c8dbed82e73a41d7673b4f40d66d1a78a3e579a32b12
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6a5896fc12f38eb3d89b2f29cd4d0cad930f75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701e81370fef33e7ab81fd49f2f1f01cf2001321c179f01d3d6a35c729c45d86
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a04b94915881b39d89afa3a98378a8d646a5fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9409a1afb4889db21a8cb143b9a6bcaceffcac839e8520f2fd34368a47417f2e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169125b344ba52dd4b30adf3f51fa5bda1ba60b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654af7845537dfee76ea27fdfc9c93f28ebbe899b4a38f9e4c36ad68cd4e5513
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed70886b09e2d0501773ad25a0cec58627d6e661
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2181f2e083cacd57b57052a5c917d60fdcefefa839999dc41bd1482f7f450ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa43659ccc3eba49386f8d401fa6d31b5faa9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ba991219dc097227a1879cb4b33df8a952c8eefe63f7538015162e31562d57
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835cc850f411d670dea4a4100d816e4f81b478a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3bfc5be0827070062ad6b73a7be78f2daf49d4519ff2ce0aa39be694cd7cc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0794a02bb5945dddee23cdede6087208aaa1d0e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f007707fc7dda002eac3bd3b37155461fc86ce68b8e7dd03091a37254fb120
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d62fafafe434f6c7dee4f35797cd23e3bf2d49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e3529cef235b199a30eef23a841bbad13b7ebc4f23693c58b6818c848e033
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2f27dcfd5aa7176cd62aa1bd6a028bdcdb9f64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e71826dbe4fba887d4015733c56f4ff8b59ef4b5ca9af2035acbe3444694ec
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8088cc31c1c25046ff6827b4113d2204ad513f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55431604662ef3a26332289d46620d8ece20df7c43b7bd40309e386ad14def6c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780c9ab73e852f40877baa1c3e5a8c5731e6d42
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f9fce6e93342948006bd3c09b28acd55af51c09066cda880617ae1276497a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8a6cf93a24541f122370a5aaf98a66d82d08eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca97f28bb35cd210a49cc013881c80a836afbfabc57407bfda44b40bee87c45
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8f18f5922dd7218fb165ee65f32972f57a2106
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa58a853e51472b33a7740b85d4faf1fef5071fcfd7710a6eed08293e52feee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a395946d10dcd405b524c6e05fba99300b0ef5c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973aa07069a0bb4f6da7cf448b3c8c5d5c068272d03e5097756fe41170ae29e2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e7175a08ef38790b5c5202e3d231f48cf16db6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32762d0a75ae07204b7c7c33c29fa3e9db46469279f8788d42928b6c5dfebdf4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8bc2b26de06e90f17b29560a0da0afe0adba75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5618592019fb4c3c4ceab208ad73cb38d5fa751bacd6cfa127bf11f80c78875
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41785e26ca0c350a0059e64d5ec4bb6a36839c06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4581cec40100eb5751b1464f8752b8f12e6708ba5664cd2479ad97ec043727b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4421d0cd435ef0016515068345c1b6708932103b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee22638985f826cf664048a76c216b0fad972be0f5fb278469f4296c0795385
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd59b64b23aa537217ebb82b457d773e92c1b25c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5b3a043bae1e10dcb50ef9542b3f6f517ab06e57a718246ce05a413223ef0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ee4ccfe9142bdc4b50e4ee526d297725ec2746
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a544cff22c3646774fcc87cb78e76cbdf0ba7e1287b0092854461a0af89796
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829b7f226a47cadd216af63ecda083f9314e3139
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa5c23e9d60a8d866caf0d99a82fda7e89c862020272fe503cb2c6c57989b4b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216fd0e9ebd6c702710a77ffce3e764b37a1f23a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331ba27f17513a3b71435671355fba2ea5bd12f1223deba84a87575fa4192fa4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7f9bf32f7966e391a69dc20957a07142519c7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b07538dc7f3f34c4c91a3a33ad9bcb0ad00e9d8cf9341865d42f76dea669a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba43dbb762dfc971d2dbdd73a8627870e7d7578
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ed972884bbafe4526a6f0e233950fb87da4c51e5ce947c45c9c57cd3c22231
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89a5ca952369c6d1bdd7cc16710421e3f83f4a3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb142069ff430b475604f413db42d741006b51261f28d7a99d52d65b3f00d6ea
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b443e6a0f79485b22f02583b2770fadc9a164
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873cae6bb1ef184d12d7e8dac6dce4a6dc29b8a94845957df61ced766cedca1d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7773b1fe1ffed5f56709503bdacea963ae50b222
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a174ead24f1e4f74292dc9144832f878d22746ce012db152b7dab40944d62e2d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccaa4b1579a92aee2eb64d7d856dd5d212ea7a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e572fd9392bf950c2ae07f06870075d274e9e89744ed6c4d482e5f0148a0f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb851f87465209ebc8abd07efc20d0b477f428e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6510ba3659d3ec8f0506f3383134580eed0dacdc7583fa7f08bc6c8f0c778404
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203f8c494ecedead4a52ebfda24e94d3109183ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cb4e421417c94075a1e7277063334b722ceb2733a315697c4044f78f7181e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a54e440b9ab3c0d062333ce31a4d724b984f07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ac07b45cfbdbfc409b171ff24166c9a665e37b1bfb5659c5671298e6cf52ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb6a291c754685e715ed5f7cda561ae01a6aa9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6da025af2d4e77f5ee18e2aa53233957a9df460ea37d6d6d99ecb2c87f0c8fd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bdc9a2af3141405320aa62898b667196df03c3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c28ffce0d09c0cbce3af04c0adad16097ed66195ca75fa48973052134be9f0d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093c111961e178c0ca0a016e07757886de87d99d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893b3101d74c3712b8383b0447a98c66a62fa74ec5c78f44ce503ac0d1647206
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7e68995772f866314a13151007544de5224eb4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b1836f65632d5636fe0bc3a92fb22ce08afc612ed642cf65fe394df6cdb58a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6a148e10fb2e9711331eb07e2454993340f827
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94da999c5b38723cede19a5cef0ac743bc88c88d3089970881b11f4acc308ab
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2732514a645bad2b477877a4a2292ae96963b6a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619d55b4a272c744b7cde8227a01265b0d0f3ca66d14749398419a1bf6a897a6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a77d07fabf30dc90291152b8e8f0b4e302e8fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108d79476b3896a94f02c0eac0352abccbd6a78cfbd1a46279fee1367aabfaf6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecbc5ac6905c9b55ce95163b34f789c675f7f95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3119a59a0ad6995f1aeee0c45fa4f0eb29e08daa68533da196e4edfe4e648b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e97a3f34ae0ab2f0904b88867819ba90bebbb7c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e2f9454c009f86ed1b2a599973d5ac6cac574c46ceba716343ca5afe95664f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df39135baf0cc9e2aa8f8135132f1d173498f14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb5ac5f476da49e2a329cddf9fbc3700f68e540dea9205c2e4a92c5e0a18d39
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d912cd387490dbf55feb638ba4f5d14e1138c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0205d6a3d6dcc636204af2287e41a01ab148bf2b0f4103342d7263112539798d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26fcdc0dc86de9a2b84ed92a31f2fb43121f553
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c8ba2c4377e4464acdfbdc41c44315f1f83cbe058487de32869d112c5673f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16a5d10690b28d38e1df560d4f6d98291731778
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfb20863c6d6e88df1cf5e7e40edc72bef5383d73d522c9b16c40b2e7c757f6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85998e6dd87ee04a3a02c622f671f434bdf29b31
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895f9cdebf956545426cdd3fd7cae253da79f0847e9acce521098de23fefa0e6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e25b3faee47178e9632eba2541707ec290c2bcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6f3f6e3296e6baf29c8323c8a249e93545abb1830f9334e4f682326e17d230
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60329e38cc8cfffa619e9d91a732cd9e7340a418
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561da5f806a586154c32fb319ebbddd652d534b6bfdc1c549f0edc83764700f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6c658ea86c3841f68ba02d583df05cf1c38a5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd75a434745a7677dc4d51331576fdd0efbfc9ff12928615658ddc64dd044030
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319e572edd543cf32c20b3b2b7ac2fc9d0b00a78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73622d7d2cabf27a7df31970e12cbd7dbc7450c4b74de9fa91a038bf0836ee4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f80da8736f2b3b5c47a2293ce2d4deb7ed8de3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91b6699b5f5c3f04bad289756f1e74770f9552a7f3bf733116776df56f06af2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb8ec2590177b30a06d5bf825e62d24cf7378f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86f69d61aca81fe17df5303082780a1294c3a5a78705b2aadb432a8be38027b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9856c7d40acf2947be2f4557cf5557bec7c65f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c49e99364e462b19bdc582a966a50b6ebb8199f5ec96ea2940127269ac18046
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2d9adc9d56cb5ef820d9b1cb21e9f4aa7da6ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067860adb5377ac5d37082ce8404ea0d13b70fbb04f70228904e7afa6a0d15e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f944bad1144ca7212f4946b53d4170421a97b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b3753a3568bf7cb53a8a833c35fec6565fc5c36f2cc0dbc5d0ba6594e8774d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5481ed67266e2e71e38c60f8cb541a06e4dea2e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93155c8611e90014db8ce327c616ed4d6a0b3dbf2462bddbc3378f3bd5e98cc9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3975ed0f06a10039369bbd0cae3549acd856b715
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466f4694bc49fd4bc1bbc32a42af55a6172ac249d4133c43e15830ce7c8aa82e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d39f4c322c43b94e2e321ee809eebf90ea0290
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1156a8d95cebb58d81da75743fa9eff628e1e45fbab7d0c5d828ae7abaf44c75
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f35b85ff43464a80e854fb278c8752f411d31d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236bf53b600fbc3fd7ca54c7f7d1f26b426c8dba33ac1d4b9f2df2a16167492c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fd37b49e5cd2a8b84e4dc0f4af9a185c8cab7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6034c513f2337bb52797279a2d05a729a4f9d80e87bd602b53465fa464228d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1accb3035c8dfc628dce0bc9f51618857549d6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0452afbdfd4d15a39380f25e035acbe1022b1e7a6f3976410bf27f117e3d9656
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128b66f8a2ad24704e161a793668d45c4ad4657
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da66c5abbab66b93073db486771d8268daebeb89696ddc5d27b0928a6be56e6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7b290f5d7a2338bd09b4669df454ba406ffcdf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad55e98b7b243a50fd92afdd7ee4183d44a3340a3e74ff088725d314cff8bdd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b6882164e2a117480ba4156cc908cd564bba26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e5a0a54b6e66d862e65e588642ac0fad5fb5233e4e2ef455a62973b0d897d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263f877728a20d0cc2ba49912c965bdf4371420d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf6864b5281ec7bb2c248ba1af86ae39187ad570f6ad63e1c28f45c8c6610b9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882e42ed01397bd961ef5ec52bdc285eebbfeda8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e486b112965adf40c800ad3dc5a884780583791909b7a1953385b977a1199f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f057d7216e7981d7460c8ada6018aec45c0edc0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041441a56169552f4dee5eeaa0bbbbc09bcfb319b51935a7cd107c908e45c196
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19f839fc1901c58b7dd5f3ffb6f2d877c13c84a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc4e27db86db1741ba140138e19943f0ccdc04200790d47014eda4788adf2c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3467927eca562f91d8c01c742fc618cdb253a7a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0c20b7402a2e5b1832daf81bf6b3aa11648cd1ccd7e00e2d122f83ec12bbb8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c207f8f76ddf8e6ea7887b1de41c7a2608523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5f727a04c55905cf337993f74aa06498b4585c4f65fdd75bd5c826f8a3cb7c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c856c10064b01b6d00ee485a2886b0d2d5da980
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bea4ad03136c558152b75b26ad377452a782ea12a292f887fc2000c3ef11272
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9244b03b30ea495e85dab1744b297e6158bf93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ca95ed2b801cacb2e4b0b3646666f291b63b8660e99d69169780a8618f8ede
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8ce08b9c4099294363fb4fd5b6b8a615b2b07a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef3494b6fa1825cff551aaee14828f81b687b1603ef01d83d912c2557d681ec
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aad27088fbcbd55afc057ed0638f52f407e2dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e965e2eb5715b726657af29e52f33aca2317c2d69c1ab92c82a030772ea951e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01826d831d61f8aa5d9d60926332335561133418
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571fa1a4b91b4f3778e1a512727aa3bae3124757834910fcb33ec7ac21b99a20
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26224418169b3bf83867eda3a50d398c1525e1c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb37d2c16e5473a1b4798ff92bbd31938e3f6253ad117134c6f33f6cf81a610
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7656d315eb7e38b6dfd6dd8b68aed1430b1e3608
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6f69112207fca13c077e24e6b95443216450e6337a93ab26b25bad28fd5aa6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce048a8cf3aaad56fe067252719b12e65cdbff8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13e999fcdff3acfd7d4c93846bc6b2a69d2695ae9849eefeeca9d0558d5d1de
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32996c4ba5374cf74da804c0c06f806d9e8d7461
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c320b4e995cd195b03411e99ea49a7c5472b95d69c173f612938a3b70bafcf25
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ed1ce5a40cfb124d0231acb7bbcca9538a02d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1719b7f60441a031ea2410fe924dfd9a947eb426b8a76d86a642e3ab363c5c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361bc323c2757eb875eca160177b089bdae3eff7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c164d64e4e9807d6385a44dcd728103645ab7bd40e72999e018d66644646d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b69abc0dcd8b49bd571cb3de3d7a6dfe759ddcf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b32e5771698a89851011fb0d86f53ffb9aad8741647be24e298291e4b6bba
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad600e09a0ad51ec5f1dbb3cba9c287e5a92979
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6efeef375186b6cd39ad66d70fa94ebcb946be76e8b2ef4a8f9493139cc27d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a99ce4e22c5dcb05528e35ca9a3b9d168b3df2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841641b4240906ad9c70276303d12c966f16161577ef5147a435a7ff98ea453e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01605303f49fd2981aef9f6f2dcff54bb8582568
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f3d70583d7de1f2eefcd3d64110d5ee3e652f5662f77c1954c5f55faaef571
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a69b75a4dcaada2edf65845c568c62768367f2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c6a15f6d58c7149d3c49a82d20e8750e57473d7a734bfcd40832b83140048
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f49a2b73d4d23b08b52bc3332f02f16b0c0b43b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056a3af08038948d52b2ceff483232c778d7383cca93f7f9e09e47aeaf88117
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a3714abeb29773e93ab8928a14949c048e018b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf10e98241a1690c36222f85a4a3c07bb8cf519a834cd98228ced9097d258f7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3039d9c5f30adabac30bea1c196c2ac689b49c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12b83c03b635c63f23afa5414b1f46660b90939e233e49c6d7cbb20c8a6064
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8c37aaf56dbf549cafd7cd5843b204f557fb8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258818b827dafaddd684849bcaf626c4472c2659464944efc2c72a45cabe42b5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31573151d44419812bee30ed5b40bc69696e8f8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bc2b17cf8e727b0d995b0f279c7e92656a6febc86c8e9c566bd02c9b333443
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c375595a2a3d238a9daa6b6983fd065991a9bc34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62791044d474633a3f1387f8806b2c8358a2fc478983e683a470c163b7e320e9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e2064673e015837ec7c7e4659f1fb512de3c83
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd51f871d177fde6fc2e1b844776b2f6a6b0fe17fc776c4d138a8c640ba3d21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b11e9e4a4cd643dafe0d032fdb3129ec3be06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3742d938a978bf24d7bcf281aa95fbb34fbb5f7f2fdf68f02058e50c9b77f98
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3979ae0800a14d846516941b8e604c32e15952
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce622bcb7dd0facc465e1e2f95d09b25308501690eda1d5776a1b7bf72859bc3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb3901bec294897c7132c9815ba0147114ed47e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b019bd1ac8b9085257c0c2dec4d4e31ced136245e730602a1b8d608269712cbc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e4feb1a67cf9e2f1047ebd298193c63652ee15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993bb131654062bfc00c48cd8afd2d173614d936a3cd1635fef0f655eed43ecd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8d7c0828a469fd48c3ae7db856c2ebdb765c1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438ea4f4387e9fa70a2f735094cf84cd5927265e80f417a4a6ba3c81f5c91204
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28e49a9b12737528c5daa564ceef6152a148143
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6dfb63c2bd884a58babf60d67d983b6e6df36ffa1d844af1d312341ef94fd3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22840dda8c447c70732abd17af8af0a19a02900a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5779da72005db494bab732ef76ddc199704c4db865d96fd6deb09b08ed0124af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e0f613b13865a5b34b8545886d0776783e8e27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1976ee39e60f75d183bf12166106170fdb46a359d748714a9930633e98883fe2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a438a3e641f4cc46a39fcbf2f4737f405d0945f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14d6a3388e9c81b2305ca42a1d25f71ab2cd08af5317b8f174ef3118b6bc1c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c940660af10f63ecdae00450cd82b1b05fe1a74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f91d1d3c1a0a8b2f1ebdecf657f722f69d593519f8a4e889d41a43a580d136f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ee76754e317117e00d9e05c046538354768763
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7928cfd61abadd24155e56b2b98e45f48580148e11548b1d926f57bc8922f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91dc312304ce263a41f3dd063c0230444d0f1c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ca37a5e61d96683072a30881fa175d2b85fe4ef32f8b72da8979aa06a1f25d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709bd6cafbee990e63f11ef14657cb23b9fe609b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d74eb3d6613399a0deaf68028df619056faad3897d34da5db648d8b4ec0017
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d03eda0f19763fa0244622fb9e89bcfb3315d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9531c47b0070886fb7d26a0aaed4848092aa2a517c239edd8a75a04aa2d381fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3c0f2be35c8577d27d98ff4d18c829d0be654f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa0036cffaabd6699a95623bc937e4aadc2bbabc6a183c9182267f467711776
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0380a85cae9675817352e9302b5c7e567ae018bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19948fff861dd96efb972b5cd46e85ef7e6f2ca13d0340d5f52f5b5b00560909
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0ade767c58466730139ff28cb02ceaa4f42baf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca16efa26c35ccebf23e383311bc0f3bae4845fbc82e74fdb6d2552a6a64032a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3311b9eaf953242cbd0829d365e527407a06e029
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c84158f69fb944946fe89b728e5f94db6a62064472aa48180edb001d63db399
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82e86a9aba6703d5963d5afe3f4d3b8d9e12617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3045b9fc126933e9f225ef9eabef3a689c32e49dc1dc9882997eb901cbde5a63
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455b3754da67c986b878f6f06d6780908b2bc19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a916afa00db8bf5dcc052340bd79aaa403376066b10d71b6a795c1d10e258
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156cea275cdab0add66ce6a277b534f2412a43c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccec8b1f514958fd2aaf0b0c41370a2fc1e4cc79624f42c85c148c616e74c65
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fce64db7ea9a401fc71d035c3983c5187416c4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86f53cf3d1a22e31d2f83403234466df84cad89e075c26c93dea788509eac34
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2234f459aab677976316d65a90dd47e89500fd95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b956c3d449d9feac345ba1498ca8fc0b400eb71fb083f9566e3dfbe5ea8be041
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d594d1dcd351d44d66ca26d26b7eb8ee46ec5b34
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fcd4fcf413acd1dd82002b8ff973c66b7b43dec0acb81f1e29ab0d84911580
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1eed3b8cd1501584429854b97460d4675e4c5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada2f7560db838bbb92dfda7b18f16807200ec4f49746f49e3fd8be5079f57f4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7d6ff0753d18660949560fc2967945af00be92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5df44f3449bba3443ca4615812a283f3ad0994ca3783d578933981fa2f38bdf
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1453600033457972df8118004e4ad2dad43a770e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df19eaed6fb8aab91cac39c94e9696f84c14b98a2f445e8ce20c469b7d7404
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1efa00728db7666aa1824047f80b1911286ef4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc46f067be30549cea2951e91a6b5c59502594a3fc43f6a2a22f7105a774c4e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db3f44ce5d0f1377b7492a2e114a3d8041a5874
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c295def8d465cbf5c541253d90461d07f36a0a0245af7b7762c677825c55c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8db3b61e48846416f5c610b2b973d6063adb2f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b314b232e0f7efd104a5d33f6f8b315dc4c6013623c5910174c9cef7c331f9d8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bd39db1b8317bd0e765e390b14fe002c885a89
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4738070b7e02e97e250c52711866896fcc375b07ecc340c56ccbd375f74bc9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f36a2c914fb019607f40ffff7132d200858cc5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c8e93ad0b5149d195a8b6b5be9a4a718b83096ff93cd29a3bf1c51abd8ca56
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aba763415e8d1c4d7a5ac246406f1091f61e700
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7abbb15a380143a78923377cb8ffd5301fd4516a52d8e491bae58a57732d69
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab9f6f5a42a902cb49fe27c48ae756e1d8775c6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc6a5fab41421e3c26ce9c0da13e6860683cadc849884f8036f9a733156ef37
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a295eac5453073295d3a862959be2818d08679b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ecc34f7cb4eb27a88fefd69885fdaf47e43ded293df735de22f857c3c10676
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9410db263d99d25bce24b106f972c0637a980129
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acddb3acfef1ff7bab2323656aad073d757cb6244f5a2ac3339cfa6a8a7b0ab0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fa37070bedf921e5280526fc49dfd61e7021ef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a940f340cb1305fcd3b68a2ae8a878ca785e502e2d77859c77e2f9a32fc771
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e680542a3a7f79286688710552989c7bb51589ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d688ace946aab103f762696f07a0dea5561a7b95a77514ce325720dc86d37a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c63de8ac7e05a6c1614e4cf4a9ca18b0da562c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ca15d202356a1422cadab1aa050e1ce9c7e79d030b3b56e98edc8569cb378
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ee11a0bc99b16921969ee3aafeae42a48a254a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbe44da94ee15bd69cbbd374b48929e012ac588b99e43551fd7ba53fc976db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785f7355ce800843eea40be9cfd58c9c9b6bc4e2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f6dc41ec093cef15f4665f1458ffe9c1fb8f8896c304709b12292e1c2a525c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c812850fa09b616c4cf71339e612c8d9af3bf490
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3923fd071e81549c6f3ae82c6435fc0c25c60b9e8838a01c53bca55a967d539c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc93aa73efbfb3675752ffaea293dc24254d358
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f61c5308a9be2e5886ef528794b907d83bbbb308e2f6aa32d187a5a549c9d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0634c8454513e1ec158a7780c579afa2577f5bd1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5ea9b68f93d474e020362b8d409808ca782b34a1b2fd4b0ea2e461ae44feca
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853f0469ab9882dcf21192cd9aec74d26ca5df88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaaf56c9f2a2c9997deafe3e24884d9249fb6fb7feac16779a6b20171c38be5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbad3310fe8321ffc08406c33a25f76c247002f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d6022d27836972de333991cfc9383974ff73601d7d3bf46473905db12657d0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269049981d387d12df0fd7c63f7b055fe3b4803b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57197181a633fbe81018106d55196b14789518e468923e4a95d336137a7adf6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3ac94f5960878fb7c64b0dc0be58c27011f06f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7258c7aeb06bcdd2ed40bd44654e31d4e57b2776670fe017cf721d33f65be775
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8119db264cbf4857eff38e278fe7dd3479503fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e525dc446190b1b91a0be2f8897bf86158525cdf031c6e2aa7ff7e9d45555a91
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba148375ec7c3d9c262f82b5a2daeb8ca3bf4c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f59c9eda3d3f6784f83abccdf50fa7242ce723538f9f3bb710fb2af51a5697
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a3691c5b9f0f7178e0b9c6b70ae7360b14c341
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1373cad37444df4b0b597f49c2d2dadffdd53c0cb03c0f45d5c9be1c9133a685
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df677ab62c7d7f31bfdd3e4d521a2d9cddc88672
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64ce7b127e1cea52411a6ee4018cac50790728c9567e813c08750e229ed9427
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c5110400ddbd0eec9cf5b0254d8b2f9abe2fa9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e4d685fd3bb276cf6221b81b583dd0c0c4f0fae3a1b3095535fec3a05d1b26
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01621e6f5a35d05d127d6b6400c6d43d39344160
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150b9e79463752646616775cdc335a3b49f5e7b6d5f05700ac133f05ef9dd659
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adf3c54fe02e7191a257cd77ed58b132498180d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63377194191fbef2502b1177f1582471cd0452474e894c1cf762aa6e5bec390c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5ed856fcfb603225771c44f35298ae4def1817
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ab182fb79e341722394c2c50225cd18d63a4e0c28803991ec918d1af7f4b57
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960c74f6e83bbfe6b047799fb60bbde0e2ee915f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f84d63d0fe3660c891841ce01122266b101fcd70d65f6128d679c5090f8668
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1287efd89ac8a2aab9f6845128dd2ce0e3f06908
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c748b8ad47c71db50d7ab42b17f52118ef227ffc9b826949368cae48639d2c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdde30c29b8c62e3b46006b1d8d50dd5b6d9bed1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25202b3099f9fe3bb5bb051691ab2ceb3626ac92d232de2193c3c7e173d8d841
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2588663a2c4a186411568cfe811760d008684d64
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5003fcbe8ad4295742472b4bd7cfa9c6d63377dd11e608d8fa3dba8fc32ba601
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f1d7ad500e92e5fbf7f03e948103f46304d872
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d10c7861560fd0a0bbdd5d70752d0c8f8a4a0704dbb77406479f560d63ea6de
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceada4b18851173250708e12816f5aa486e665cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3716c6eb8b234c3149e1480eeb183acd32c7066a343312142787c67c46943c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aed93258ca7aa9883817c4a080fed56c3c0b015
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4591cd8c81ff3625ca155b7c728828e9f4a6f22e4a6b2efa592a05d8f59d3725
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5045293c651a814412cbd36d2a131daac99a58af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f935ffa22b61286fcc74ab876798b03a744c748f2366390e613eeccb1a6313ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d0acb5a37a2c853300d000187ce318f6387506
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f136a196c9d1bdba627c6933ed292e912c85a319741c0345c83eefc366f5767b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0359863f3148c18b425b0938434203d64e587af1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15effbc7e28c84b2ad90971077701a7d1c7a4e532988801d5b6aacd127ebdf22
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62db9484283a50ccadf05ea91f913b3f79acba8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773b7591d7685458ec90df9229b74b1c8c31a7302065fc3e6a0916784682f319
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a309a1e36d17acde7e1aa17dd649be3a8450099
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02904e6b15e1d22e8870e2748e6203d18f72f78d1eb1235b2ac58fc2d0c8ea0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede5e29ece658885f09fd36d15a26560dfcc6b0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb30c51011a9c9761e288e7c704a79bb829bf41cc5abda451dd48cfb6dfe780b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b209d986af600f1788b014bd70617a5f82b836c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dc38260b736d9be7fdbeaad4d4a69b4041f1194f314da2c0a1b416675f645f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623990c486352930fce899c592adb1c18bd9076c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03f786e48e051f05c6ef7b9112fdf6ff7bfef405da902aa716eab9f5a5dfe2b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0203d2efe1ca3fc3555ffe5a4dd8fcdc7cad2c44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407b4bb00333e8fe8e70513ea7eb93ea25c6e32083ae6543dcd4c710d732c94
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea2ed8fab08155d17964d137de6b41c5addc9af
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056f7ad78f81031c36905bcb864c0c47f5cbcdb87340022dd15aea04fa116662
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b782d08fe6fd5cba83632357d8c86d6c46cb0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12c8588c2bbbad835b998893ffb543cf102519388aabc44c1ee0b2dfb9020a1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5073a618b2ec378a0bdc6292570b2bbab51cf5c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752e1b07f945e904739eb4bbdc808d89eb4aeb5936c6471d33062988b3290821
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a87064b7733a7951eab027a15fe781baf36c3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e61dcf92880750288356ea22ccf64aead64213b00ffbbff0ac41945283dab4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6340b8e6a66e9d694200ab5c5a7681db81c2db3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3706317ec0763888410414bd80de9f29bc43c6be42523d1309127dd15d7b084e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96703f4840b07529f77afd4af0a93505421ce147
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c3177dece355114dbc49c1d9411025c9368f7aa4c522681f32722bb305129
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c54c3e111c006d1365cdcb00f24b8250e6225e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4dac6238a85c08e353626d9bf83cd969982b15cbebcd27ea5401b7366e1e07
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab1db00882d21dfadb502dab4832bee8cb988d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e943e2f64dbf6ba873373c0e035ecb2ac30d6aa33b5b4223cae0f450b6ee04c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a322eed1594e9a75b9d2326cc26952eb5341eb7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8ebb9ef384d387f8eac112105a1787204d727f9f9b6913079e4bad2f2f70c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9957aee76420ccd7c2e3bdd221db6a54cbaae15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be108ee8f5383ac19649e749c620c1ab593e90e99e43d76072f09753834e86aa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38959b1e1b137d84e88f35e1bbe6b566748383a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947f00b1ff33bd3e500343353bac05146d267f717744fc901385cfe53968c8d7
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66bac41aec26f84abceb685987c6d762646d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25abaf778ebb27917f2a2977d8b260bee2b06ed3b5880a66222ccc64737d52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a253187023af81adf8b8dd0483409f1992164b35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9629c58fb9aa0b2e91c45d4dddc9071a8b9444241c3939c3ee7f5b4c94a642e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501de8ba07ca278c44139e45d123b5c9ca4edd99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1deeb6c2de5db4424e61dcf8d1e27099809a8caf0ec01e2a40b5693977ff9c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f05e1e127d52d33b2f6011e4dfe13b9122a1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e1b0cc8582c0428a24ec4babd9d7c67f01416449b7b198f42851d2d7814c1c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fbc59dda857df9ffaad950bbc68715ef6c6305
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32a2efd50947b2be0cc7d33edf3a92b337115b97331265fcf2e0d664f4ebbca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b44b779b43f47d712beace56328b9a2c76ba46
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bc0155ef2cdb6f9c88e3f15e168e410ce9f7ba2d7b63d059037e7384443e3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04f5747abfb04061c18c6a70801d57539e7c118
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b896b09b2be9a44d4861719a6e682c4c0a5034171b90d711e073276b47c8f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c6aa8c492442f2aeac273b35a301e96ce2c274
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea04d6ac6289973ca909a9a449a302b06ee61e71a35b5fc7b908354c689d4689
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814478e161c8118845fab941f94fc69c73e7c0aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eeb8c50aef258c127862c0bef88a0eb313d1dac69c9df8565b36e2c5be5a94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01a5eeb8985c68c5aa8981ceae73f37a4bf530
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49efaf7574a89c1b53e8d4c36492132255731c21ac562b4c6f1df7f3eab44c60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54cb6a078a1d3d16b21c1217e392e250765384a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081ec60a8035a27c5494d7fef77e03065628c3b554b6c9f1fff3eae651d1218
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4928d4822e5f4c66efa23bd7792a0dadba1f6fe6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5436534e0462999bca1a17b2c5b751ecbd3e67c42e74cb3b92378d66c4c2f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa7c3ddcda3806ba6c0405525435a7c29d1565
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed709075ed29d13cdd3e016a904ab2e54b8c0f4a7cb288a7dac1c699fabce682
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710a51746a383222e8fb6889e9bb47de8a7cefa0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd97180ed7568636bb53c8b3c73129893fe33fcc3c9791e6e2a45c7359eb465c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c6fe38bebf3b4f3f67af634ee372db2600e5cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e47908a94a1a0265cbabeb8a9c9fbab3b87e24e065e3fd616506d0532283b5b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cae55734abfb206274b3c732cdd5e2ccfbc1ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a414d50af5ef04d107ae2734df6880c8f3fc0b2806bb632426e483c1a63e8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fdde4024fbe16db446f4bf91822fecde0305bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62827389bfa68a6cbe3994f78a2c4711ce44caabc160638637849e27c4ccc364
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99cab0ddfb3e776105b86650ba1ba58e188ef43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab4a46560e5f66aa6f5148f333e0687aa8a4e707c1d102354a1b1e481e8efd5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ffa07af1086b3636c7ff262c2bb65c5485c249
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a431b996139c41721c28d5ccccfb94022d86de6f2c598ca1ce7c1e332c06da6c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46bec49096f0f87728a068a453a8c6d5d36ce4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d55557ee0347dfe698338964c62c5ca733721a9b6829d11f489d185b491065
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235467d08abcec70f29e1d48b900c4b55eba8233
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c532fe830f9bea31fcba812a8cf017646e87b7617f9372764827cd3d476b92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737eb38e2206859fc417ab2938f459eb76ac732a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836b52b137159281c7a455005907b29d784c4146eb8312af70a4b17cd4035c35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa68243290a9f05d8c3f604636d14f6c8eef540
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21710ff25d41bf080a14df6491742a7e85f1868c837f1a0ee8dec58c5f7aa5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6c156b0bab72511e6a5679968dd1e33e001649
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850cd0482e292853d15160e70c9123dd77c0a580f94fa4ae8a46a67b6bdf743b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d9324a8996af093b85d4b7b0e91d0fee6ec99e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d2af4eb79b310aef47f42d1d119eb043c22dea77fdceb2a3c31c201d289fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e6f1249109d16487fa86f2f7c6662aca15e8f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b67f3d529bba46a30d4b0f007f50743d4742edd90d3ebcc0577f26e92844b2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6373460a0da37965b2bc069423891ef98e6f28f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce5e2c5a6e1f13a812f1ae1539147c246cf15ecce76d42ac0405b94cd3026d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50d69fdddf833fa57188d9df62d4387a27d977e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf53709dea52661699ba62d2b09e9cdb18b0c7b4c7dc2e4e92fdd1fa4394f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3aa3a6c9644d1a64fa3bdb5bb4a12f74c8a2cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7548f3ec486c6b8a52aaffec0e8e87f0ae50323e3288be0767daaf256399e14
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dfeae19326439d0c9572e958fe396e6622866b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb76ae1836ed683a7a1864a66318148ec4d3d32f7c3ccec7a7b4a67e5c819c0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343b31f2aa61dc00ada21786539cdb3a07aac932
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399976e940c310a2255326964f6b46130380662cf83af07ed0a727c1b27b7769
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19159130077ff0d5f3e1100206f741bfa46f962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f245a027e57d1883b95e7fc50f51b9bbe880bf0ccbe7779e41f2c699668f594d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f4a499c06fde26472c025ddea3d0583fea0ab6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b729f9c4f401f59d981600ea6d4b1701b8f8137cca9629bb95f3117779054a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261cf99e48fd567664d779afa326a38628c025f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a9b99a9873ce4c2d8e37188553fd95bb4566df9fd390c3e15d94aeb59f632
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ce40cba2a6d272520d5e626c2ae8f2b642c49
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223f7f96eb8d24e38457890074bde893a0a680758cfb901d71aeda788da0f48
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2866514bc655ded77ca3623bbf97a90be01600ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dd337b5d17960da14812a1dcec0b915a8ab2a522e5ee4188af315bc043474
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc588e875be1557638f1b8ce1d66c91a84e270cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b557b27b0be7474fd54a024af7d1caf0c2c034af1de06ab765d8102c7e6471ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a76f6ef2dffc8cdb0981ced1007ba3b1f38831
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d2ba245fe4f0fe4e17eb022387e03be6a6e599f9ebfa12abd8cc5979c38877
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1461746980010847944f29ebc4df59b272a68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0e15d0f8cd190713f53059b613cae45e0e9ae8954f5ab1ecbbe591fb926414
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3b35c5c53ff4f048747fb1d927a67d55bccbb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c08b07916a15ccf758eb4013410ecb3376d0d38c5e3b2d2500a43f89d4b8798
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1f1c1b45b16781d7d808648f57e55a9f5de885
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfde4bbce4adb7fa99f95d3bbab8acb8816fb0b167b89d88427b9966a31493f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc09ac69868beea668814df1e69718ff4a0f5f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f249878e55abf093ed53d14d5a141bad4a3b41940dea635ea7eaf8e0c7ae79
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335e3092194ab63ddafdab61b8eec55a49725e9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12496fa7a94cf88a8332d7f4bda4208edb9d7ab2735f3c4b65a562a3c23cb84e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f19887eeb55f2f5e813662d0711757b4debf38e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4cc19a67d33ffa937d03b805bd36f46ff7a4dcc6750f637b2e45369a0b3162
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b870c4a2c66839d322614e06821091e19a0df9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667fe21a6f7d53e93bea0fce79e60d998cf8e29c8254af3829ccb2f5c9ef694
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021fc86b95fbd2e99ed4de4893b31300df2181fd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a3feed1071dd71a864122c1a4c665a1f6c36107cdeefeba129d5d7053b44f9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07774bcb7876604730716017056f8df4318a0a32
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d233a16a8f827052ace598435e37f58424b0ce2261365c845248d84858642bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49779b40b42d3047b4db9f0fb3bba58bf12aa98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad388d2de74949bd8207ad9d201f8374dc866e4585b64b9b199337c1dee7be7c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c62bf781cb7d85a1a42ee9cb792475147b4324
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07221d7e9b2f3f808eba462b3bf6e39b68d9dc10acbfdc62c4c935bf00485294
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5285071ee649ad4142d2fb2bb0a2aeef52782d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0df5644ed889582ef63910d043026ac9e989585dbc918a05ce45aa66e37c46
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90b103c86ad49c52dee0165913822030e913212
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a42c5eb2f29d80f20b3b796ed586682a98cca12334bb10019dc02ef0b7534b2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5495ebe189502de504aa45240bf0e717882c765b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23408eac62a3672e6114a015e2387acd1941077ec03db96b39449691e579b05
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a9a5485d7400f2c6e9e26be3de38b090db2b86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a86eb8bd579d75ad15207eff00256d8d47dfa027fbfa1f1c5c9929d1604220
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778b51b694abcc0d6b0d9bc1afc4637ad81795e0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ede0e8b596ce648f9e57b9f2f49fb20ee1f0ca2a766c4786ede7e544334a73
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af246efd2ea28499fc08175fa3d366a28b75227
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddb281770e034b3c82dd884143d02ebed987d95762319b57a3eb0c9743926e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c406b59259e51879b6211c75abb83097cd14f23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be749d0e17f46d6931c1c51e804de98a0a1120c84981bc82525c564867273e2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045c7ff9f41a104916d84c84c86246cb4592ded
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94231056c6a041bcd2d750c28ba814f9aa76c76948c33d9e15a527b2504ba7dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2bcc531117f5e9d222fe4f77d5ef21c364b290
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97263beafaabb6294aea74ac68bc590f34c311036d297dc9b44966938b94ebfe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6405f3a29e2ba759ebe94fbe288910c41638ddcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0659c1c80d689c360a676c97f5f2e72c705502d8b82728d85cee54a88c59b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5026dbd3e64a764a1fafdcaa2c91b205ead75d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c709856650e7fdb76cf761229a8b35a574a2167b6659364bc4711c8561d1d0f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39e76ae7baeda256d0eebdc1ada67340142e0da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32df10b2b8735f9cc69ed058cfa9a5a993aaf2b31800fba7860403e8b9bc461
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e40f816ba7bfc0a4e7e3356191fc3fc775cd5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295b5f33665db8b7db0f45ef7e3616d0f1577c451a45781ea00b03b25707ed2d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f7eacc8bfba223ed3c842b76caec793aac46ea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285f9b0856347c2c0122591a51a28e47934cba332474f69f347a035fce18c9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04610c54517ca968cdcadcad62a8dd36f0869526
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e31a590ecf6e168fb5e9160e6cd1cf49d0ec1414afe4260f2aff7cd6d79d051
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7673262663a58719787797c02a4d7af2d1892760
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ec64fcd2ec8cd4ee1c8e6f4439cab0ae318b9ad1e325b4de5427072077b3b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce271300e3f553c8623a2e9b3064f58759724d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45debfe7fe8ffff587b9945684f15e3e5c8b61948e1b1ad08141b98ca8539111
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e294b364d0290083b73ece3052355ca77601888
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069c0bf7bf7b3d971332c433fa3ca3d1f13f90bc45af423166652b032209465a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88927e7c171b77795bfc4abf753f0c8d619871e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91538b2a6492062ea213a496be8459b02bb0e6d80bedc535eda779a949784200
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1da281e2f5676fd45bc269e0d2ddf4e1e4b880
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc9691d5b55c6679e6a1b9efa4823a760b912d6a0920292cffeb8bf8b37dcd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516a18c5a770b66ca39423e9ed291c81a8e49ea6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9660a6d4dce0333fda07d1bb5a8e2177f13a3496ba6b01e657db184581df53
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5555ea6dd4c90afe41ba5b2642a40b2efba3bb2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e45b52dc14c8cc2ebd60384586e793b10ffb65204fad6430fe2276291870fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be41f077476a25347097f684a801fbb2f32ac3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db262ebc072d07843624c0653d19d0d98f5d2348f9eebbefcc7d21ce46c7cd8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0588eca402ea34091826bdfd8f7e7aab72b1d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a064815f6f97700ee51471042b32e8c526a7c91b9159eaa7303909d14f7f2c60
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f3fe8fdff2721acf1842cbf44ae2b5493d2fa7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0c418fc0eb5de0c22ffb57c46e1a7a067d545cc06bc72ef4859577305d05c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce29bd13721375105a865f76158a698e02901c74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b22d0edb935aa2d4bd2e18317a4e8220b5df4645727eb13fb2ded60fab27b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742d4a55034f7fc82a6fef977efe0ae682cc984c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541f7508ce133d5a4a96453b2ea6f9c268bf12b827af23ce3a6f657a73b4e4d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd08abc28bb92f47d19a3d3bc0af336c3101d62
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c207b93a8f1aca5c2b356eeea30762ce0c6371018214268592c4bef00cb523ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3785bd7df99aa5248a38bab2321d94b4a4b881d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91e988b83af1a6fb0fde9c6a6b1048f0cdc1be36372198d3f13dce739f005dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16540cc9e2185df91b44210b9633a1609a0e4d17
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3864f56a973f050f384402a3e019851e4a18ee0c8e52522e7a0da7b05ba8e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbac5e87fceaf04f49e508a4230eea3ddbe6a032
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edd6c329592ca31af30470c90096cf3340beea5b0ef0214961ce6c96f0eecf2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d8c11f94da659bd8cbca4383a80b190edc8315
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e7094bed2e177015dce69b6986905e8a4f6002783e1f207dd9676f29749bc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576997c928d2c18e9e07a08a13068d7552440853
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231c838f128771113f4de66d62e93c0da0f51a7bd27cae7c14b27780554f3b85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469576c3484e490e640ead0a2eb82164b32935fb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8cbeb426bab6fed251554023cbf165feb47826db689a17e00c2347e6f45447
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655056a78f5ff96a0e5561df631b1557909cc25d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d34f5990ab9d2123d48cc0c1db85ef67ae7adf7f04bc7247c31566d3f2ee6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e6f5a7f01f7aeef05837cb53cea5f81aeda2aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2d23c698fbe55ace966de8e8dde2389952d580579f9e52c85b44b1220ae1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee58a4e9cdab6a9ba30e3e1eb76a40abd6c7968
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6044d3fdb6df364111f31948bbcc16e3cde544ed6652bd89644b613e5d8f90f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fedfef60193f9f0f1be90c99a0934e420f6f78
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f57c9857baf8e8575859392d38572cbde44df8ece3dab0b70a659898f444f6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958015bf9cd5dbd8a250cf62f20a0c150aa1a244
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b25f7e839779c5800f0875497925d3eaa653e98a04d315e192bb34dd69e0433
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13775ea82bd996c7d173d384264f3e0fe1f50e1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8a118cc6e80f9a605276a292ff10b8e11e8d012ba823509f469c15a8a60a7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d771dc62f16e5aeedf16a966086997c326b1d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec279298e9abc1db685de1a13e99748524d8c1d3ece0ae2167a5cd4b6d48e6bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ba0c7c410f34cce9cfcd5b5920d51c90013f09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f82604dce6f26bdb51d1f3626c0d1abf1a72fee0e9bbd632c4b32dc592f9b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f361639f8ca02d49cb0286754b3bda4e8553a1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f599ae84846261308136a7843cc4ba8ac225090f26941939606df6b3a7fced80
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6db19e015e2e9e3d968f37b3882e8086b76685
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1177b677b50220855b5570084d57474e7cda84420ffb121fea51758322c63c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc43f17a0c0ad5e3ffcac571923d42e242d6e2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b013b60cd106a01d60031f2c939a265209d47afc80e8737487ac4ca861294b4a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407b17809a9696b5d80b88e1145d27e34897e544
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ef47aae505fc114528026547c20e0a0059a1c325a37e97ab9e14fca4f107a3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa198dcf86141960e268486edacde7041ed7ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726aac459958923dd50232b4445947a61f7ec868a92f0c7d912d3efaf69dbb42
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fde8dfca4bdc28d43a91cb79f28f8f70bd25318
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41820eda562c185a13e15a8b33540bacaecb8ca98a38317994734eedace192bb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769102fecf1a4c23fee130bc3c32aa200c1a9c70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f112a8453b9d843c2561563a026db8b21d87bb9cbb0418f310dd05e8501ddde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a1022ac257d55fe38455c4bc021a5fc8c2f37f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f5e6e6353448837cc278d5209946787ba23b65d69836191178669784f522ff
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05bfddd86347355a9ef9cc2fb4e3fba56a47241
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e1c35301aa7f56df5106e9dea726eea47d30b3f8c5464a5a1d02f41a782b38
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea10e1245199b41027e52c322cda8ec8ab9557
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23de245d5b3938a557d0201d83b535f3cefbd47db8a28b97fd7cd1fa2f1f10f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e9d96d20b3927ed48580e651e44defd3479fe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b93315fbe7573d9010cd23c0d1f4466f3227eef396bac1ded2741ed3c4b8ae
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a81bc6263460e053a71a5ec3d6ddfaad9eec07
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6855758928949a8e2b070161148cb5f7764267f8937151583ff16ac30077325c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3278cb584bcada03a6a469a7c259894fbaf4f0f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253b9c3d6b2fcad20b085997c7f28fd3bf81739bd27e7cc95bc28bd69e9201c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c983b7072f458177af0c0fc6acf57a0e7f231ccf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e19d9d2fecb79869247ccf5036da51a786e76d521db46750897adc514e2328c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491d5ef242f0d2d336bae2d4a0a5290253fec15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9cdfcc3bc06a37a1fbaac609281d0a2e397c579c6e3656352c8b0bc4621848
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4524ffb3df500c838c0ab504f856d0b93ad1590
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7168e1d6a8c37611addc2caa9c173d9275be5528ad0bef0719bfb3bb867be721
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188c3ebecc35cfb7e74e63072c02c525d9ff27d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6abd60df825e753ad98095aa6fe475502c037285f3e95b55cac37049c7cd9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4017eb4398f740e224643c9bfeda6b0e651c293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba440958f4b4022a76608f67c4bca0f19a98da401a9724a1e709df0f24c0e6a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b296199243cd9c9bc8f677634fd58202679130e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac066eee1f655437c4aec85b33cf885d2eeb4a2431ce72dcb2cf212535d2b537
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e8a8ff5ca37b102e5689fcc2b63491a49ace7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b4351de36a01896c053212d5a02ea5917204f3bcadf836b94c2a93c9866247
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab294822c92e4c70c3a88b9d8767118553e4f346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cad1564759f3adf1467011b6e705ce968de38564cf281df12703fbd7c551d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74355905de64989ff784aaec36d638078a4e8c56
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f9b9ccbf20c2dcb4a7aae0f23fc8e10e02d6c7101f78753c6c1a38c2ed3614
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04f7ccca0c63eaa6b1aaae7fb957a19988f0bc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706742579e3d29b18d46d23161cd026145ba1b2f50199d9a2d819f60ce434a34
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb108bb9656ecd6203cc91afae73254e3b3251b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54edbb98eebff9eff9a41344b14a43a49c6d984af997752e0bbb3b6d0d834ef0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0529ffb2a0210715c3cddb6457ba975c4756a1aa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b12febe72ce7f81a4aa4093d673b5f3c33deb0009f78421ade8b26625f4e35b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f41f73a05e8facbc34abe8a7cc7b08022655513
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d060a816bd7fa2912996a01161da66e72e8a64eb9f75ba7319481cfc1952a5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e185b1df7adecd9230ec5df69557105d4349c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c88defbb0a52d460df16bc432f824e0eeecf4294e5364dcd6ce768769d7a40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dff4af6666a4a6b3a45531fb1b44d551f7520db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf35a71ecb9ca6850bdfa519e2b5cd4756c48b0a697dc2a9cdea76f872505f3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc17a39e9eab4f6be8b08c2afc9641e956d4816
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e346ce6b1d487a27eab82679377bd1e069a02b6132abd4fede783c7bfdfb11
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c76d830322167c40a2c139864dd1d307e6bf727
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f39cb8f6c0a79ccda9686c7d0b4b7a7d876d07d40628d078ba5229263e0cd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2306eda4e74bb8257e0a13b429c257551c0364a4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a3e8436a498d238fb14b2d9a137f4d99ed2633f7f4240b762811ea7ebb71ee
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e85de21de9d3ece2b440aa4b00bcc203ead431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728c2ebcac59385cef49e51ff35c62535cf93f2ab45b7f3df3e877608152132b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8f3f54aece751f9254c5057a703332b7e70ca2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235448ee55af3fd3b44a07d3e9679a70b74d51ac6ff3c3d966af3a4dcef58cf9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeba9a0fc6b25c0a7266b805b72f8cf7b374705
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1ff01cc40d01c45ff51d39711a0e60bbd9adf58c6f58e8f0750039612eef25
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd68d3fe22cd03ba5e38feb0040b6cb11b9ec91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbd818bd0e303b95921786158378d16c1365250c07d1241b5218fedc1981c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c975b7839858126f35b8c114e73d9289b197f5c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb4867ef0754ec99aa691c0de919ba1824bab0ad1ba8ea54df4539e2ebe4175
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382055885aaa0d2c407b89ca56490517b0581c8d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67ad0461a16ce728365f9672a65d00b79f02f7fa99293b1837023ac8010edc0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a25a0bc6709c73810575bacf756e6c6d3666aef
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd21372748fd37f5a9ef968839676a10efa37407418ec2e5994e9c1e757f5b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1ec4856c4327fb4a2d65d2509483b23252879
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d38843999cc2377b6a31e1ace81590a13fa38b14270d4dc8bb910c319ea16c7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2251df9e0dfc2a7e5a2720a4c732c71808983d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434576f5e551aaa5d49613f3671d40cf13d7b62eec787ae73b9eb27ace24d0bd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588e52feee5ca3387615106f93bb068182147ae8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2f98f0484a53640e352a72677092a5dba4184b11a76960edfe6d1a7ac33037
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5454c8d4facd92c6eea3bd4769134c072e463da7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d4feaa8606102c864b5295b40e9c65bcb7d42174785bf5682821b9ccaf43cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0926a7a9094291129d1671939d2ed4d2740617
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedec109323ad443d6a9277f800d6c9547fbf846d8e8075427e04a399507450d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9827e5e3692e85293fe1e89d845cbb00949d1eb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b19e2917b23d5d33b751d18ccaeb0559618cffeeb558acb4aa7df51283091d7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05590772c60604da06354d8264ec73bfbb0ebf7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43e11e91559a5e1ce367b07d63c6492de267a7bb595a0d4cde89b9640f6044
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a54eb86282c4e17069ec8514af626f17cbe2e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd97a7fa913ae858e98eeec936be5d4a68820001ca5a02373fc75d8dac63c536
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020fe1c3b6486cc34d0fe4e0e0a2957f88aaa101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6cd0bff0814caa8c35a8d582dcd2e1b250ff372b23228da3615ab11755213
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da17e5831b4496842c7e1a32d27aa195a6f21846
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a938b8d2185cb9a71e2640acb1e974c707995ab3ffa65908104c8334cf322
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3185932199eb65d58ecd47541bc0df896bbf650f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b93daf25ab0cd81200aeb771b9d07d981783b55e87f81d104d44674578be6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f094f6c65f343184d5b4416075d040b62a9be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a177e823e03e0ced294c5d6c9e6c98aeae82f0c19ac797d9a6faccd07e8bbe8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103869f9125e652d0bd539aabe3d1bf344a807ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0faffaace242b6599c470385007490cc54c82ab86ab1c6fdf787e60b6bf6ca
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04b8a6202e7d3f514a468f60642342072539048
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98427a7f2d5354419beb55696db9b904f40bdfdd295cfd46016394fcf05a5a41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee81d40c71518145e46aed9127f9cafb69af7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0977c35dfcde2ed42215c076016f91b422b75876cb094824e58f2238703503
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2072f9bbc7871d49e46591220c81cdd527127bcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1525d542454729a3a4260d00cfc395a296f416407ce66d9d25db1303eca4f504
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94faf0639d676204ff2646e533fe81d6884ada05
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4aa5af7afb15f8610cb6d955b6e28daff89467f594218461145cd2eea0042
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b864be51cf12007531e8d7a5485ade935d5eba57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3469573af8d5965162d672f7c495e7374346654382229fccb44b08f3435e34c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c57fa99486fee4c7fffe11b1f3eea0c07f4e3df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9455df9d060441026eb4d676fe25ca9824ab127107133c77826a6370da2a5229
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316488704659887321db4e15fb70b9f9d1e1fc1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f2f3b1c35996298dd7c76c2d07081827d13fd97dd527ccdc676346431c08e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0931fc00b976fd595b8dafeae380c59d6d562552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbac11e68f8e327606832d69c2eae4b3ed9e09117af6ab05d0c041edc9db36f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64954cb388e27972762088874073feb4af5b6bce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e355f48b96f47900ae4eaf2f7c96dbf6d50d03f0f153aff4a771536aa4969d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39c0fdd1b3e2863daaa6819fdc743167ba93166
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c764963d4ec7ad0e2891c04f52fc9d5379041e260e2df39fc0a5a90a9f234f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c8d5794759b4c086be2ff39b5ed3921d4138ce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f998ef7b9c7816678806a25c5f1be37f9e41c7dacafb40a8dd304094de409
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811a9e6e2f65557586cc748472832436b9f321e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6e9c5c3e30b8b7f5cb25c43adc4c3807f99e320120481a085bc969ea69303
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0623812dfcfc0140cdf86583610fb75319d34f2b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152cdd604b699a873387b5023bf1e0a01ee235c32ec859cde2a402992dc07ca
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9291dac17ede41011c7e4b487506d23a77035a3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073e45ebe5d3cf226e85d8e34e72594e06286994aba49bb18baeddd96580429
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48b2840d88806db4f76362621f9bf8f695f2867
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b557fecd23be55c5c07dc8cc69e25662f324a082e64c6fd33ede18128ad6e1
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79213f523211801310c470132362ba9f8be40b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2176b43e4bbbc40339c54e32ecf03eeedd10c242359adcf6e2fcc33a800bc96b
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68452c51ef59b8eeb9fdd1d2c810746ff1f2579
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281765537f707b6d49bbe5d67a2d6934b19bc6997f84d39e77c1c2b9cdd50191
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec49f5175de45b3074dba45a08edd64b20ba0be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e62476bfa93ad94d7d42b4ea98849a77cea49ad609c2a09d26b8d48109ae341
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6132fc8bff45376986fa7d81ba3184434afdbfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbc8dde941f67d26117efc59af76bcb8ff5adf8ab033e1056d6ab30e97ec660
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802cb86a017a17429baa2310deec1cfe62a22af9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0245056456cd8e7c8a588b6b318b605634507cd05f6a9a1d31501b2750dc6db
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378a8ccacbe59a71b8c202467e9747b9bb717a3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce4a4bbc18e2a4d8bd02c24eae5331fa14b1da0991d16974ebfcd24c3701964
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908afe2115024f4598e2fe7afc02c7c5a7e582c0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bfad381a5c12e63d0fdcd57f6462ccf36f460286170cfd5581a4938204309d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975aab2ed12bd92588bc7196c229ad5de445ce37
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0687acc8966f7f6c541f1d1748f4b0d84bbd8c678bc2cac0b84684fd96fc2668
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de234a0a57e45e9190e0f936c2872c262cb2a28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b488c95bbac3100cd7ad7b8ed9045331d78c98e01282598d4ac27ee1143a7be8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9f0416f75b05eae923ca5516339bc0d7769a72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133bee171d6086c7fe3e32cf5916f334e02b788a78af4a1792a40f371852353b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382703a47cb1ef688e68a9de653f79c5ea9e382f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c034de9e13774e809c7c4b53d4f64a97389b28a3c5e811632f5ae6f5b93f236d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775109fa3e9bf18eab284ce3540f3e1613f173fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365273878284516eb6b769c1afc0619f986b4c2d079d0707fae93faca2c4107e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfeab8b4dcd5325e937672658c815fcf487557f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c436e43d7219ef7fb03dd6b94d4508366dae389a662703e78d4e6f66970ad6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f85e44b068adc599481b1bd134abdb78e4cc7f7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04189df85828d41d4a1d7927985c7726539c26b84c1fcfd4e83835de71a2a6e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3666a4f35844f3cb74d96dc7737a121855473a2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ee21a33aa8bcfe951036e637ef076b9064237b4dc1316531177a7b96001b1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31ee41098672350813c25550c25a7b04652d3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15adc1f059563e477bec8179f4fbc9f67066fe7ccd0f35b760f3210627f4ebf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c72dee2c3765344df196159d245d6c2c7730ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7529b4b7f63d863098bb9f780ba205be8268d9a2492ac5e55ceb337539ddbd5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade7a7e92584e0f7549b962596d17b099a28b344
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15125661b968be05d03c485402f283638b0000859170d0aa752ddfd3f947f24
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1493134417e565a853bc2d62d897d1ad691e82d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10feb2e1b9683a4ac69a7337e0e13982ba77365988363a80bffc820bf224562
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a1881037cef678e0948a8f58ce148a0b071863
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8ea476e92591a4fa22d8b64d5742f21b3fa9a9d233986edb340042d935d1e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4e62040687be36b9d775dff620ecf3e1ad31d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e8c6c4d82d1469a5d8726804a0c7f4df2a2f82cfd6a6315d898ce5e09cc87d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50f37a1464b44c2b130141e5f1a83c4642318dd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c091c5f7e3f6f087869ad74d10e11f58fafd54c2fb9967c2d6bdd24857d97fad
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8066fdc824ac63a6dd4f1f4d083e056ce49f62ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5576c1dbb9781cf0298d07c7dca377261dd64095250de4370ac02e49531c2012
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d48b5fcfd96b46a2dfeed262f2495cb5a58e852
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4de494a9e0ce4a1a62723c0d9f2ba6447190e02b13b08e02b6fbd92426331f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47fad91dde871797ca5680a94d14a3babf7241c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced6db92e5a7603ba1ec96e414501e6fec1e384424b8977da2a8e479342fc6e4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f16092c3604854edc9e5fdef51748637923362
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bce2b29bd8d27e903c3c77a67ad95320416e99f9f95261f8cb67f40c9c4f54
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ce47dfdb3698031c4c9cf8eaace4e6314fc5f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecdd2b050bf477fef2cf60cf689677dc37843997d4297e4416f766f2afe2605
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce2b566798cafc68c4a82a62d98f91692df6596
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac720223d50c653ce2d9bc6aa55fb4b93f29e0e37dc6db12aea1ea09c2b02ff
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac43649edbbd1465ab7c7de15c22006fb3ed24e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3246883c412b8f364a563783646003e0b6596c04bb064c841379d23c2d7f162
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502b12fce090f59b1752bb729df06839e258bff1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc57ccd7fa903470ba88e67a6da0806d7a172c077fa874076f386409362052f5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56595cf58790c499aeab0881d25e77d903d19d27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3a3429ea044baff1412e3234c39b9261d3d473c36b5c042ff575f3e6a07d28
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dceb7b71ee37b8228fdb1ede028ac03752d2073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c799cf7e45273aecd1cff003c89b3b491c29688dbc52fead0e99dc08424621
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d928dafafb5acd05ba9c48931b080e7e40508b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a911ebd07f1fec922dc35e528f3aa5dca00738e722e85c8a47e6256d212068
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299932f554408ebe158d8ec56476177e787fe0cf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3fff0f05cba44559ab0315420f54fd4a79122f42550ae78c2f4fe4baf3396f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b472e8ec2c7ef89506a241cc436a459e44ad114
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fa236214af4cf4d654e47455212977b9d5b2d00dcd6898367594f7058892b8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249693635ab70ad2424b04b0b5ab32e01f9c6aa4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94b4464a369a84c64ee37b8e36c703ed631d57311d504c158c6e21e6f6c1d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d6b689663e1a7f184583deb95ad24130f2811
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69945413d2ff6628c7d2c11cd240550a01ee71e00e6a680a6b6149b263b3f631
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2a897edf6c5b26b85065f1dffbabc49f9bb74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23611eedc0c82e3a5de9280da2c86b38a6246a9b44b332b6742f45c3b9a2087
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a082c9bc0d2de0549c071d7c03778d4949d8208d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774f4fc10b8577bbc18b71941b308e4333d3b2e0dde0a0019268337cf8b71078
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d54491b49a72795db4284a9c9bfeb1480e784b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d590e8f5b4eec5ff006e222e5b1de93a6bc9ef0e4005fb89883fcb5293660
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270c31487bfcb678139c4742fe7f0c3001e4d46f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef455bb43bcd00bc77d4bc66620c02014a636b5615bb2ad1c6aa03d594d48af
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8954496d37e41ef8cb2004ef35cd846939c144ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cda57d22f53fa8d031bd060509c0d87e79a586bbfa862c6f538b1f43e7fb111
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717970a77e53527b505b04d9935cc1aa41c31aae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52af74c4404bcf35f107cae9b0411af3a57104b65a9dde6ecae58561e90ac826
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ba4289e1dd7f8a225a88453a277e1595d643b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182ee96875c4206a47867bbe3f04bb0bf9f785c744192a33fe3339c112728d09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112aa84490ead69b326195f966bf07c1497ae26
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0cb1ac83c7170290a1bf975eff6a76eda069b66bdba0ed3a7f2808563cefb5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2e4b07bebe4e3c73a27bbabbe3cff879d5b33d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd087cadd0e2db0e37f684635a9251624df24286d0578f053dae193fc49c7bf3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30e58c3f6df11d83e26abc43f7e9707506ee624
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117b9a0abe797200f631fdc8122bf6497c729cde5d516aa2a67779cef8878016
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9486ae8f409cd7da16d991684cd0cb04925c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c32760fcc7b102c6e1bb8760b50cf44ca0da2e659530e100aae777e84d017
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d30020f0d8f40a80fd2bcef6c87f481c2079d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75f206f7412f9656e968aab798ebe5a3e4b52cea19142af56e43e372e209d8b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df31d8942804852a32c881df5da0b7f2d38639f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0be9c1c6b6dc410e265ebb2ca57f4e3c3b803440768d641e1e1e53bbb0fbd0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899f98979d4a8fd1644ac056f1368c45cae1a509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1313b3f49c08019730aa0a460c854625037316c617fa8c6c0712b9216a79b1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194cc9ff7e1a0be431765f6a36e3eff6e1efe0c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e547cc48c2f0d0aa25491a5bce2b13b961855833692e8294d9e2a8f8c1e2855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08665158938b43b2a4e6cf1ea0938eb8e21aec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c6909157ab0ca027abb621e27253b6296ea1f1c5c9e9d658075dfec7c0be9e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe3e7133c2c254b607d05219700d37d979e1ef7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469d08ba2d17d90e144ff2b60917fe2a4f8938d47040dda937b79cf2cb9ca201
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e8565f169631d0432aec9a884a687cf825fb9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48d9df6119c2a26c9c15af0dc01d9a7d3bc7574762dafe0379561212d90b1c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfdd0c4b1c4438d0546a6cbc797a719348f2336
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84dc30c955eccd5898f274012aa882629d0e9f238111e4423956ad83194398d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac45ff6b4a09e18ea41b99389200566b66a2530
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693e9d090c93c9d96a3f8481c124255a64bd3dc13a269790d24276d60391b9d8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a353d91e229dfa83b8513c8824a5f36e7eae28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac4c27906c8111c24c67f71b4dcb87692fd898e50cd554812665f9a3fa2cfc2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6759d51986b62652280ee63ffc85baed918873
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be532cd530311d872cdb1fee05f9e0725aed68cbe5102d42fc9887b408389ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85060c71d71462b550702b04f2fe12f11bb9233c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b098247772194682a51b87addf4a45f31ab5dd2f21ab560860df298c1aed9d29
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cce639e10723cea06f624a26094781a71c92caf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17df39e63b3d95fe4a415d402971a802ff8425d243d3c4eed4be0686f5900c0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af1e50413f6a95849c34d79fb39e44536e9ce27
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cc0c8dc7f05bf601c44d8530739cfdb241c5c0e2b2ee8e1139b395ae0162d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c18577f632f28a58a82357c728338df558271ee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73163691b04361a1c3abd27b3c673230bd6ab83e61e2ab80ae111af26234dadd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bb8c92d9aa582a34af1dea94c7c0746a6e6c13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e04f1f9ba6bac23e3d695b99f2537ac05d3d85396106611bcbc48c4de9edf45
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0ad20651f2dbfbff7e09c77e6fa8f76ae25d98
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d08b578354b6d2248a17b2123fd5a4026e01af5082cf8f35d3c3553a1233ef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e183bbb6d0ba74f21b1f3c3c5bc46b4dc878cb6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfe3ca35e55cc66e67bd003e3eb13ec1c3a7f2dfbf3f47ee0f1f9f39900995
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94fc97e73cb30848ae98a85f4e2cff3dccb6b43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baa75316162145872af0e9806bbb3d599a77e3f7a5fe9536749fdec75586a2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bd12a6f1b92687b7f36e97182648fac5ee082a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b62e4ffa33b6eda867ba4a909a7b914e4561df42d35ab1220a6464e109a4ae
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8806e574f76205cb68639e28fb9aa1fb06a2ce12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aca3d633eaa7951f341844f3b8f1efb991984603ce26a01f7b90b23675121a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad8132d89d04e283d800dd66df8f81129d6c682
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440ba64a34e8d5bfc3bd40878231b754ab4801cfe98c4d271850c8aff825bb4b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864d8342642313882d9d4b9670818204d624f2d5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a1ed98ed92e7b435044ace44b987319fbe2e8e62657bf8dbd7da7fed358159
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587ef906a262dd94d64917bbf029871df3d0cf4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be0bd3649656d7a21ca35ef75638a9ab416d2bae00877c2437b0b0b3a83e92
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29b587c63c99e25cbde475fe15c1782ef4f2f24
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc37cfd894c0a117648406170606ebfc6034f406e0bb26219f58a9a013b7b107
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba72efa3bc4248e4a90a1ab2807525a85b8eada
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3885355f1faeafb4d11cbc7bc931af2f3bdce893e39059d9289068bf2f29f1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8735a5e2b356bce76b873cb292a9e2c22473b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108907f538e6704d17415f84e3d5c16b1702d93f40373e8fb2243fd52d1303e0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe7c5fcd46476fdb09f8ab3b66c47d68e8b6cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c141763df8229d89c6c335e3ef5c2b800e909f6c6857596080d6f0980bcd9f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52931a135ed12c8221928cc8b82fcb2228fd6e3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be162ab4a06c9527378db3f2cdd1a60c2bc5a50fcdba7cef229947f734c34dfd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb7179a737fde45833e9fe002a60915f9118c7b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b3ab749c07450bae005794a7a367b0e60c24773062868cc988055cdaa92238
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9072cbe2c73e9d93cfaaec083449c92760448ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079311b57a1be3b63e820550381f01ec249875c4285c026413d73ed84c6ef8a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501add5103898cc618bfb45cf8fbff006891eabc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a815a1d94519b4aa7f78988f191250fcb110703939326a65b617f7b8ac4de160
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47e989204fe51aa297d9e09218c13eb5b5d0c9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f695d7ad730644b19ed40db24c4f586b29554cfc181014ff411dbe30ccc3676
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74995cc170d476a4e24e6ad13f41c2a9e8ae6fcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f3ad738e44ad2edcc4fd268fe9801a3356fafaa96666e307065489dc6dc6b5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2c77d09657d4a991ee37ab450e682c656cdeb7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ccc561a2e6773c1e1282fc4fde3f9d2a4c4f7aebcd0cf88add5a6238f19cce
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e55fa9773fd550e0b5d23cca537d0112971a43a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdf9b3691d0bec3f0b9b262ec33f8c616fdf4136a23c5dec35d4d2fbecc51e7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d255b0334bbf31ed78cc339ead361f6d2cb32f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c20ba34eba2d15b23c5335eb923529a75daf18022ebaf5a7df14bc210ddfd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0883352cb28d674d50daa91f13f6698748c1d927
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025f34b40a11e9aaee3fe20260fcdbfcdc0987db233014a0e28a4cf288262dc9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaff2485a12616463b9ec57940b48ef874b05f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c04ec606ec6ea98c750ae98568c0e16d15a88413123317d7fb31577fe244c49
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5532c51dc7757f0324e9101fed7ba0a2138afd67
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b359093371bb22a0de81d386f9053ac5acbe6ddd87df86298b851e0333fbaf0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1be2af5625dfbd0c50964b79231b3f5f90e56cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d2075696ef9e0536b150542aaf680a2d8484e197d9ebf0d4f1cd390fe90805
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c23032f3210b33475409c8775c25f73d47770
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c4d9d3f95cf9c787a5051e6ac4ddea6ab66174ce3153d7d015f72c9fbab6fa
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d17eca356e00fb93d12796be8c6632526e6205
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca8079768c226413e7ae7f34b1e09e809b99ed9b370d476f23a9ff70760126e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7673b72ff7c4ac25229f78213bf5efd71526ec0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a4ad2530fecd8b4ef2d995fb71e947f16ca71bb25418dad104f23cd84dc70b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac850f9cb6b4b74f7922248ea42ba4b20da0c29
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61cf792338b39d4ad5a73dc10ff1fc5f249f75b46c5089afc75e383cf036512
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0674b1a316b3ee8250874d4c37b40479c3ea63d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e7cf493dd5b7222e7297737b3fc7ce97ce66e8785ac1aa804703eac0f4850d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b16d81da26f1487dc6efe3ea68e2bdd6ef3819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2961c88d325f481977ea6210f3d90781d27edd3ee52844426427ba246f7827f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830eb4fb0a9e2cad8dfcbc7d420904a1a646dd88
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9074402a663899521fef47bc5291db42c62d236b56da907faf013c7edcfd470d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483b4584519edb1cf2927d6bc386c1200ca32934
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d48b50f8190648b2a8f78a9b9563c73d2c5202c0b03c0af6bc5d8ae1ba4bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68932635d3c4a573b040a27af5efc8b56a064572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b7baf8e3e4282999795f7bf7f9b972f34aaa3c03030b0b37cc90ad1373a4af
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b10b0762047420e1f8b0ae318d46bc824f2334f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e0dd23bbba33a83e730696234e1118cea5b0495fbd27e020800ab87c7b44f9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72258df8aa4c712feb90ae166c515468c9b638e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906fbde071ea8cd93d79180c6e4ad3ac5c3b3796e7f19195a8641167bbb3c9c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a2556502edcf07d1c140db040025013f5f75e9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0857b52b16d45496a8ec239a01612b5ddea128a350dd72ca80936c85cc481334
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac219b4e41281da11115870e83d44d2e49c4c9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70c31a813df2180601d67ee127f793392170ce54c2c733f8880bd4475abc1c2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9627771bd1d2c3a5d493c54cb99f0d8eeec86df9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd7127979e2ffc88daa8742c711fcdcef1990f3998e12680c0984ffda7d13c1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92016b97d17b608ba9c84fd3f6c6a3ac1de7c139
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631262f6c7cdadd7e82e03587c676dd3cf4cf0db12270240904e752f55b91860
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3420c65361c5d19eb0429c4b485422dc36218e70
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9510946917e380199302dc42cc86960782031b91efa35b33a082593d1f5550
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24e1d8baea7ea07212015cb835982b15425292e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b17c5f3428273f8ddc7eed20db6476407d4cfa7028011a467b4847e5acc92a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793bbc7a709a4ce6fbfb0624cdb41782e1ffd131
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e19d891e53c2a2fdc57c8ded0cd06caee6d84b2587b418f872f7df63ee6a465
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b8972aed12104362358c54699be43553bc79ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1873e1491eef774af82ab20818c31be6f8776f50a4df68fb7428f5422ee6f1d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e2725537251ebb94c03feca0887bf14dc085da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869a3bf14dd40b2f90382ce5f45b5705c49abbc03d4f7981e8aa79f9ac33fccf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da92a10a9cfb16b2e53aa20104811bf0455daab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18926429f85355f4da8df42e5008364d5ceabe004dae6ccefebc79936f54c158
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227c57a6aae9b0557e991c8adb52c77bee0db319
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b3281a8f6c3d5e5ac007d9ba7ed465925ac0e6d42427a0ccaf5b676a73ab8d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a60e6677c7abee4d8fc3e9ecb768bf13ace08a6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1180485702d2fe010ce11ecc50714931fc5cc11fb871ddbe4601e35cd70add13
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2e643c8e4310627f6315c865481c20ad0ea31a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11603c7dc95648ac7b1534b457451fd0f72eb7e24bde94c861bf228f543b5f15
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bf208e7026c75624fc6628ac1c235a5f5c173a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a353382033756c7766161737f16c0175f613bb89d4777a0bf6103bd5c22e93
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce1311caa7d3f0eb5464666f30feaf9919aa845
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aac2fae5c0f168eba9be9d1b901d6ae49246d84726383b4a807681f794ae1b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c90edc5d1cfdbd079c541e2b19b45355cacb460
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c06a8fafec59f60b3bc9a679e7af48dda93e05eb054ea258582a8c921d748
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c1735ff02b437a350f3040505d7c8a77a35c6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9250f1156a207e9abd52a17bb3fe1ea8f2bc2dc8c647ea11312a9a5905ed8272
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf409893b2afe59bb8968520ef74a00fc07e1cb9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6719686c1c538be4d046701415ea6ec242ebb1bdcbb7d16efa40a962b7b833
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ac0e410a1b0e65947e1c2cfc54ef2d9f7f8d25
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a3ee3a02c48e9b5888d74c4760093bea4d322c5b17257f951fa3cfb4f6e95a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16557bd06f10dcb60a471a7a3128be3d7144d39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed8f7c3d1fe6076af4d6a033ab0a5def2124d7644c0cfd555389c94f9a949fb
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86da5ab20ac6651177f72e9da7e71044d987ce2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f528dc35acc0b55b27f4e9641bc3fb08bb1b82f22ed1e685edbcb8b2172a4c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e251881999fba6188e1682d35a06f1d0f979f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45601297b30a315218ce9dc68370da64cd018731349dbdbf4b9af42918a9d99
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8161ad95e04d98f8e11f7c8af73cb91751b736
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff5bda478360f6831aa64adad319ffbea2d33774718389bb27203f5b159422
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6afd17b33e6b2647b74ba4441a412fe0cfdcb5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f15bac302272d5ec726e869ef5a2fcbc6389d37f22f708009412d618bcbfa7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eef01dc31749b9c338ce01e934f43c3792f2f2f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e514c11b8c1f68ed739a748a63324382b15c5ea7fbfa881edfc081647c6a6f6d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc1c1a90be2754b30f91b6993f2084767d4363e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2aef6b310b5f3670103d926423e138639b1d734b66ac719b3f2c8ddc5986c7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253fd8b75e7de8f58aaa97640f422b4b350252f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d008025269d2638f7b19c853b0120d8dc0576487cbdb8f3353557e96089fa98a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51390f527692291ac99cd12bb7ff56a2f575766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f088c11a73926b0dc81c52c689e91102dc4d497d01347bde30b1a2423773d32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9cfd0217b3d69e078f47dc0f7012535d6f5711
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cddb7f364c7dd91eb3e95ef98076dee890f83552c123afb3191462f0330e8c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740759d05ef38481a3c3b57980f4cddd424eca3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7245832145855ed9f87f90468e1bac736c75142e3c3c0bcf336c452d607b4bdf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dd121398f66cbfc694ffb22f2b383eecffbce4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c3542e288b7c15d19270f93cc71c4bf17f987488e4a6c28ba34b0b116de045
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ca73a86e77d7df6938454d203fde824826fa74
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21291920eaacf02794f1fa7fe92e2627f47c3e107745c0831a346dc1257780a9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa9a3d15ab998ccf393d4825c5533505664e2d3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b038d09ee825b7209ad5f8fea1ea0d84c925f7de9636decac40e20ae710466
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a30c94dfe2dc9032056eed3ad74c8c1e01bb6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544addb43b93a2749117b1ee34678fc3c7f613a5dc7c4e2417f1972a7da591a8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efa636b81de266c7f4ba2ade64af77271a98ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617ff67038f437dd00f4cef913798cc147626992af99a83fe752803a5852bbde
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e837ad9be474a050930d1aeb6d947c0de65fb8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a89c1b00eb568479aa7a70d06c08d885d1baafbe599521f563b0cd7a8671f64
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a041e3388a389d36b8f6e5dcdcd7570d1ac7997
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0766b48ba187bb22c226a050812c946557066fb97994bb542fcf8edfdcb56ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ff462b4aaec5161719fde7b11d574d093730ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26eb8b4d1493c1a1b5d09ed6596cb389e9330e7cb84825ac6f04bb318fbbf60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdc1f4ab50042af27c1b1a25701c81d4b2e05a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce69842ba201877f4014d2717a3a2962f4567cbb9bb884b5b72352f682cd26a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc7b4b50894d13e74368af49eb1ba5ca75c85c1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124686877a8d123cf6ec5aa0081780afadfebc32a8682d709e4fae599ab2dd35
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eb2bcf664d607081a2471f2d1e3826e2e7cb43
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b835f51064dc51960a4f5a529f3aa0ee78dce146df24decc31ab883e4c4b7b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13974c549e397cad2813035d9713bb3a4c031c4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c08458bbec969c07708c8f4d522e62f4d025a8c75a6fe205ba8719229a22b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b37cf2dd9cfbc84b12af76801ee591a8e7bc691
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efed55592ebdf9ce43c2752864bb54602d685d1b9f48f61f3f16c7fb9e54a5da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5b6c8532701420300e2eb86d24fda4ecf38b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef56a91fa7b4195a402c584f4bb01ca0a75a09e502bd27b6e084090ad37bc3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0eb4fcaafc977ff60c3716ccda78280af407ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea513878b19958ede49e9697d9d751085043713a58e74c0b20265a5f3a1b9b7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ea63093de74ee2cde000ccd8af3a9e8a089cd5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f21806c9afb32c12a5b8236c0deff79f41fb1f5cab85e937cb6fce29619ec74
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d512d603977ff46f3cd20e6db5f228f7b1b29819
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c00ffd2e2a3cd256b972ed21da22b07b613af8087757551d1a41fe1efa675ef
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c11d0af251b9f57b593525dad2507776d000d7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9dad33729f9f521129123c883f043ab63ad91f54dbd8e85138a6e5f39d6845
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc94de3575baeabf5d4759570e5d2deb0bf641ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daed39dcf7c886d8e8d82ea864ce8aed36b195ea78bf90d1c66a10f5c209b7e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f437cca6db398b4587952d6a7aad11e1a076eed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1554175ca72957e7bcc7f923e165f7f5ca8da606eae3a4c09c7ab023458e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3736c329d7d10fd722f26ef45aa2f6c87ca13ee9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6aa1858b7bbd9f12b3b1c91e58fa435a19d8ad0ae02f38e44cdd9edd1123f0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f755c804ab8ec924687724ec1e0a66d3b50a2bde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61bc29e00af6e65109987d019d5d4032bf099cc56452fd40f66e8259c0aa159
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34587b1d6b35567047cf313dc976d70118c55658
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64995b9a5743afc72d100cb1a173a1616a5907da8c92219be5cce3a2daa1b0a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c19a986b0bb5498b5fe362076861e198ae04bb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1a9a5817657739fcb05f13de7a5785c89c174d43c6abf44bbfbc6790839589
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63339ffc63761ec30b617eec6db6eaa0d8f9119
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c029f6cab1fa667d809a093b6a960629c15d492ba82924cbc21ab6eb4cc8e051
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc335e2ee1a1068dd495d3856e95149c4463e7e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820e142a891f8d004ecd35b2af362f9341f6a0bacda281c25c6b1bb72725f0db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c011510cdc94c2e6e38151dd962feb65240c462
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5143fbe95efe5e68ac4326a455de5dcafa233d8e7bc0c3c3b54c5587313a912d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6979ddc8d7f33b3bb2dd893b4d49124ccf4487e4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413acdb02b3bc65bbb3265914f49a8f0dd40e541b1836996d571be61319fee7c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d5b4e4144450c712802debd6a230d9b40113fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e0945ab3395ed7c3276b382b84437fdc6139655e04a153a8a4d4899ce9e2c5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173f837eb4a4434f3f31451a9ccc3a38d80e2cf2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12273e74a595eae4fd5490d546c6e6df5643215c3b6d099922b6b8d5d807835e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e82a8125a998fb141b02fb07da5df4b27ed335a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85604369dd936918ec66eb9f13834a5b47f5df30cff8642a7a6a1dcb0ab6a9e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0deba6f2434dd66f5edc603ba11708fce8f8f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5007b4a4a795313cd1017af5b1913ea2a800d562998a0ed88a2e45c5cf94f202
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca70701e368b52b6392da5e7394e6ec048c2173
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c322ae0899c8b48f1818b3bc1d21fe572fc71b43e558cccb6b5a85f3727b60
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5359a939ec8cbcdbcfc173ac2b3967ea638e2e16
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4b5095a9538ef070c4c0ea4ef587cc3e37d3fbc9137bdc4df8028c3684d324
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc760db115087a3f5d1ba6d590ad781270f65353
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8fe6e126064718b00c54cbf18340d7169098d56d34f9b4073ce2a1a7f602d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e9bdb5b9f22c84f6ec10a5cd30b3b39a00b4f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e73cda44f5182c7569bc6e3f6a1db20e0ad0318ecfb405bb0cb8edc26d36718
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a832c29b37b45f508e2ab3afa36e8b07c56434
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff24d10f0bb1c76893e174aa8475ba74c2d7b5c166050631cefb808bda0850a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16a42c1d4892b3abab47ca4eeaaef45a6f57c22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be46f2e0f2f65832d9eae8e37a23131bcac2350ba77578c13881f8b3c65b9244
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28a4599c750758ae1c6e7422ffbb9f34b2d9bfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817909fa5d3583a8d8d09d329cec02d5c6617c5d72bd93df41a22a18842aa2f7
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9818f4dd5f72514a460cda38f239e41374718b47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b57ae766e47e5480ab670bea53b58788b5c59447fdd10b6d2b99459e578c8d1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4187d0f535c477c56864744b09c536792c948475
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6c50202f68e0061e4af236fcff62da75c22b17570f08aeae489a737321138f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403dc81b64ebfc62e8caed18fb9978d4a4f5cba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53da52fcf82cb6ee9c80a55dd38e820aed52cd38f26563b01b764c6202eb605
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5382f2e10f3bbd26ff0159b9ef51017d85eba0e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967ed2d5b678aa8839852d152a447d84aa4edf7d88c1e6de7761c81bcfc5a95f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdc716c6d55946b9e7600751f54a7b7add29a99
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07a231906b4cdef0a4b8aebc5dcb6dda2be3d281c29b2e6a1cac4164729df21
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ed4f0ab17595191d98e4dcee72cce72121d54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c42dfc13c67cbe11a29d79ad2e14e8630fb77c58f6c57bc116f9f63df012ce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5abafe16ae10d7b56452a4e264ae3701d07986
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f7af44e708719620db59a9e6afb39d6ed7e657d89079e95a5a3f9816ec3f77
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630273a984e5df99260295b9b5c09d7cf54b1855
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e410160fdeac6847cc1b82faf910d8def807f835f83feb465d568217d98426e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d8ad614f90b7663321c5d169e8b7072f068d1a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c3dfe1428aa32ae46bde8d09cffb5dc1de64f358fd986f6d3a5fdd2a6d8850
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80355f08bde9cfce44cc5297943212711ac3580b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cc9d0b1ffcdb9bce4bde35e7b4ae246e1eff65fd80e1e7720942f9d3d7b11f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0024d7659117b67fbe62fbbd5a52ce8981fcc4ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1988986f0572d97056c43af00ada42589bfa2c565faae4a16f27c0216fa59fda
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acc03fc395c67b36f8c851967c0057e27ef59e3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d5872ea39bc5766d5547c1a6afb62cce15b476ff77ccc86dbe23268eb8525e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148c5d32d5651823a9a275b4c9a6b59b706bd163
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf744cb9be9ed697e694c0b2bf60ebb69679afa78d3fc0f0d15b5c51a8c29ec
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02575b4ee89b1be1fe4e36c9119e87bbbcc9157b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cd9ebfc815d8d8185dfc559161d5e36ff38848a3e9beeac0bff58ff38f0a54
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6154c93377dfee4ae7962e57e378ec828bb493
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec2d98e4d35e2b206cc065cb06893d3b5bde7597e1af67edf5574dabfb2d868
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2746a9279083ae4d2b1b70d847afc9598900e20
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3edd8f723c5079c4095ada064bc89555587a312936db3a832ed52d929c9b994
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455318e82ef0bf381bdc4cb6cb8cb5e1a0c2df65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0396b8a004e70d124bba77fb636420c9cb2044dcb43aa62111af47c795108d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b99c609727c10ed97872b12eb5cdd03036556e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9105741f011e6c94d737eef3b09a0faf2b29d8cc2c4a9b08b854874324a7f37
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6045df8490981a1d6449920dbb87855b8725d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31976a5ec8c68ad9b70ae5756ac2b9048e19f82ac8286aaf1c409588bc049869
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470d663fa6ef80095dcc54885b211374b9ce1b5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52a8ffe7b6cfeff4b946545c054f45efda36821faaa688094c97cd07fd20b9e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c790383d1f328ad5d5c6060d9c36ec3cf204bae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce20b1ec5873eaae8bf48019b7d1d7542ddfdb2302b1aad58c9d2efe8c2c304a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cdaadb4ed705008908a554963c4b09303e7f6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382ab312479da925abbeaa7ceb0222737ca0b973a310ae124fc2cda2a7a06643
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf29c57bc949d37a6211b2c59166306c63e3ecb1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4bdce6c0b345d0c5455ebe66b4c0fcd3e7e5117a604d89968bb95ad44ecb6f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac30640027041fbf800d846fab57dc85a5ba91b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c113b51c8b90e34e37d049fabbbf56332937d223430b4ae8778ed5a6c9eae6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615eec63c377ecbd599339a2cf8d35d2fa750bec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea229a429130170f035ae7c27b8997c93dee818154edd8d77f50c831160c6e8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa05cc280c4a543f070b1f44cecd2b904c1d2c8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7443f283d6b54340a258349206be6bc7d5a4c28d7eee6afe8d2bbdd3f3e4c41
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01e1bb03bfe72a3b3a9ccb03dc3ebc4b69c00fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac9d67ea09a0d04fbe17a096f8be86a576ab6b3d38b5a32e13c2f459731e606
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c533075bc93b33b29f7be1e65265a5355a143c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b856565a0467aedccafa16badc3732e9ecfaf03e2ae75d690461e4c4555403e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916a8601185a7ac8921ad6c988600528da875f7f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95b3df0dfcaa40712b486e1325f89105173e28e75717688946cdb0fc515803
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3484e4ae7f58b073bc234d52d4926a1b53a704
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca65614fd4f5346bc821c39caaaba439119fa8ea9611e344d8311ee5ed197b0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3513be36d41e1a7f311a70508b0267db6fbaf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b6b604610b9d76889f176f0443731af42d240ee6001c50c6e68b0c4c9a4ea9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fa2de8a671b00b8dc1718e79f094c2018aa2df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30b70e122e0cfc068daaef830dba7e9ad81420566e4e17e094a5bc0021f942
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2371de53da00d3e6ac9b6b78b9c7f9cc51f463c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2461d5dae397685ddc22c8a4fe5929a5fe5f0afc94afca15cb0a64ee30344f2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facc39b77fc1aea20ae4d85a9ce4352144f66365
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413f7960154de77b194858b4873647016e1889525e268c075c13349af9b96bd5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a75d9eeec32856f714809104cccc252b495e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88408c2e9caf7230f4dc6f18ba47ebf99835930d17294266b516b8bf44edd41b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59367b11ce69b8a78f0141491db7c97aef90fc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ca5b7ac63eab11b9c577235e8d7d73620f3c906300c745a18a485ff56b943
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f08162e6be43b847d9e31ef582658966bcd552
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be429659c050b2d05c32dc6c6c21de2ecf1b37b2dd31ee87ada83479343921a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c707dbafa0d11adf43c8331cdcc0e3faf94dd61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352d86819d5c52c70b1a77c7c89b739313a79b9df49a8340309be251d6ffc4b7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6857cd23fb8de7e7d8f117fa1bcdde8108269f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908480bfe90ae6be7169d23c948ba4e05b97d1a9697d1d5602c05dff3817299a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74356170327f17a2d78a20986957048d0d538488
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66e8c60a599383a26a7331ade7efcffb30abb3fc46a98a1fedbd251131acc60
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b032c6e77414e3060700e5b130b7ea40b862213
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bd27e1e6274143b318d23ca97a704d9aa89ed4183c162af5a6012e5af7ebb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37c84f7e1a53145b671a9a3140877e6315414ad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978fde3d07ee158b50255f6bfc4d73241da53d7606e1fb8b9a5c2bc8b80093ee
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd22d11dc51fcb571082814d1667474cf493462
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89815917ea375ccea7fcfa641cec28e3f81757ffd98e91b1ec9ea8f219b6331
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f177332ccc411d0729f8eb6bc3f7bfefaf61937
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93060ca27e479054c347c50706a08db83bf098042be37ce28f0a4b061b2fc5cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8c4e742f4fb69924108ef7bc01a33cf20b111
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32f6574830e3ea2314584ee96d6ca54030b73c585b1d09ab905027f1cb5401e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3456c576555f266452387bf640b8de5ec68a00c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9ae2c13e24c81a50894f6e525ca9018bea316d7bb247b990f105d65e968293
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f617109fb6292140c0004070997bc61cbcbdc905
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a2e34ef6e34251b003f5b5286c89efcec6faa072878c1da65c613241e97701
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723187dad965c93df223376338913cbb2593fc3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b3fa715e219df7a3cf269a140855f4374ca9cd1a94aac984daa950ffa24ce0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c5a771d99ed6b5e6d600c399ea5f4526d5113
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5251e092ad75a23ee92ef8e41c41f080a29775bf20d5f9dd95074fd6f553cdb1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908d067a1897edcd72c1f7888310bd822237871
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048dacb6d3bcf00a62158b2c07567c89f36270b90a5fa4833ce01c703f0bb2e4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95fca4717e6b19fbc7c61833571f97f376d0f65
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e549e99b81b974c56322b7b14ab92b1781885ab20c17a2c412f620ce3f265
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddf104ed84bdcc09ca6c21e11ea42ef0d9b2e28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcfe5dcfc35893d817a9ab50859275dbc73295d77df3426262f4a4da7bb4e06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7e1538534b6a7bfebf052d3fc2b02d9b036cfb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d977e855878d4ae6f3986eb0ba0db56502a449f48e41d5b11449e0651267f721
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68c4877011f824750c9ceb1aa5c49a070542923
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3172897bf5512836556c4c3166f447e5decb58ade88c89ad2700cafc67275a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2cd3b9d865c3e14bb6f363d182e137d20d5293
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250bbbbd3add336119fabcdbeda178f60d1276cb4ce9f4544fc2636274cae4d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e808ae2986af536ec4c11083dd3d7ae68897178
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f133470dad6cb375fbbd86c7b52011bd0d194b5dc4157163aa4eeacfc3283a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644181c1fb0cb3e0a44d34fc0facb43ad888b4f5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825bd167282bd68265c77449d9c411ae840d1ebbdf3a396715048383a95c55f4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c36229fe027089e87958926555c4138223b75e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643bbf7452e5cc11ca6954c883944157465ace5fff7445512aea084e8f3e4598
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3666796c84a0e113bb2071ef368255a4bfa073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e034ef10a4836ec6596f01ee4be1871cab82d369c5469d9401c47b8dd5a60f0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f4e625adc8d6294efc4af10b99734f6c380262
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59db6ec064e85ad6af55557b3a71d3de45c32abb77a96c715ca3aa913894260
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12b3129a6252088fc4e51fbb7ddaccd681347da
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198ccec35c477a0f0eb8c8efea32daa3be61e879d307bdbc55f3d269ce5984c3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e01943ee984ec39d20a0aa18322fd5ffdf01ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b0e4e9b2b091e62006a872d1c452b7056ba1d84508a2e79d8185e6f388a03c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82e334135079c9452a37ef33d6dbaba1616ad09
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8641216f40a4af20a981db216496a7e44850263939fe608b3ec7fd59b30b51
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513f21cf4eb7919babacb7c1df298043d275b61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940b69232fd968334a6a019c57b1d07be4c08a450852b4f2da5f802871575db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139579677cad633552189fdbe812d9b4ba548097
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7dd50a60c62b25468186f6ceb6c93812d2b33c146263d7ae7e9e6a3991f76e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802c4dff9fb58a79c42754e05f502f9887e5cff0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c5544c71f651f8b688c4ced56f7630dce418785d9866e3605f130a12257e15
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1abf78e509baaeed4edc760ebc9bf21117ce8f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9fc1d6cc9bec847ebfcfdd56eb88635e94c40bd08d22aa3ba997da011fa6bf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca6afca2025578f7c603401d08ed877f38422ca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e6548214610130ce71af161f94edef5a566571d42079c5811012be0920409f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fd2c5e35c248244f838690ee53cfb36975ecee
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffd97006a02f517e63d3153bc703bdf0c1a50a08a7193523746df7d933f097d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a99643d1864e9420f672b35960b881f1a4a2b5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c19e55af2040986ce782843008366159ec1266b164d4686417ab9af794597da
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b166484644d9bb7fd17c08b1f461225167cfa47
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548617bfe3f0de30cf6d105528e1aea7e26c71f95e9f0c225550c4641828b7e0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8858bf64acc20ef31f85ddf780cdcfe5332cac7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cac9bc21cab225c9ba98b1ccf0c4c8e1a9fa2d7b2c88ed8ce92d04e5d51d8e1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a8f1f31edd0caecd88b95c6f4939aaf60f9dc1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b576c2dcc2c2b668b0989db7b31fe3152de3c35c0a0b84faa464ab65d3468b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6275da5bb48f8c63aeb1c0a5e64584ed3ea9d439
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6681996bf65b32516254fab90c9cbcde0e4594cfeeeb24067fddceaa7261cb7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d52d76e4586666633a700407001e6fe449c455e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c63c7b36931118c9c864fb171138a0b9dcbf0dcfb8df0b70a350c724ca115e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796f81ccde81b433f19d4623b6b9b328887d572
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f49550c5b327d4b28b99c3647d1cdc057807d7fd9a9c336e7aa33d9ddbde303
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940e23d7275b6f961dd9cf5556178636302af631
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4a6e025df585ef996f8cb7328abbe6ada8ef46f1b79631d63a248e7cff1dfc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3146d5daa2d379acda11a8027dcd27ef64aefa19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d7bea0dcf2094da2722bd1315f4cf32bc55ba3fa12739ddf3248cea01d5264
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc679ef74f94fb7483eaf4132de1441ee1d4d4e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f8195939fb684d49ac18f494aa9b52d2b9b575cde79c86e0519024af560774
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61e75d558dd4a62f45fbdfad0862c992dd94766
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf07a608a70d1cac802bf49068035cf5941125865c4e151cd893a4f8daa49a30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a903b4e0d708cc061f4f849e389c14405e3db79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283d6d779e74b89361c2a095f999b8f867053c29da1d71b8b330528cdd94a8cf
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743b3bf54f0cad656452fd550803ac354e15f4c5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2112ff4ba51670349974947e81779ca9e4488affb802087c21648ed7e1d0db4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6725c401d162c87afec7d9762ce79131d61c066a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37172242358db185d2dc7f30ccfbbae2843cb95a16f79b184fa16cf24807a7dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a252132b8f266aba1c537b770b5b0a9a3b43a9d4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e645c8a8def48f1e36aa55feab1bc9f4b7575b8b2e4577c038cc761f386de
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a550a30c511d216df73ef28a4dd07d7f17780bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95acaa43b80d7cc38152678364b92a960a17d9bc2d302806c4857d815a611b0f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed27a56b37262407747020d5b515c12d48d5b68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df73745d12295b18283aa2bbfffe22cc6ebd0b3efa675e00a7642df11a1cbd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7ffa98b9ca67421683e9d49c1467d60e1ed113
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fb5c6960f4f245991c85a471e1621981deee00b71c4c018cdbd3a9c32de9e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d64c7864495cf72556c757ec7c37df0d097aba0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a70e39b8fe9d603f2ed811eb3c608ade0964d44a26bc909dc25a37c9c4dc7d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f805dd153e220aa4a083a61d4236f9c99a8e5a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6578bb2174481c0ab4d00d2a51b7eb4deedc5dd2ff56ea14d786513dcf7173
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127df1359c44fabcac3dcfdd402130ae118dc4d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b801cba32600d0eae2a1f7ab71e2b4423cebb4c719ee5cc0e88bee3f393d25
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b013368094a105e341df9679bd91cef48bd420b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7061ecb11f12e85d118b6368688c1deb87b71f35126bcd98b02ec18844d6d1c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e799149e975c9ad6c7b0eef5ceb03576b556555
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cafff1804ee14dddbf0af88b17ff935987306bf3542d3e99e732be4d65d9190
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233033c6db4e500ef2cc752690e38e9befe664b1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d57046b4c0d41d82b7277a413c4e6d593cf97f551e1aadf657c750601e0d94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187af360c9840220ec87234537767918bea82787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0238038d9aff22ca560f7f8acc6ecdee97c42fd1cf3b0025f1f8ef4b850253bd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a6580623a9fd74ad573386abb0657fccafbc1b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6143c91b27eb6c33864b2713eaf9388afe56b22aef5ea36d37608dc86eba929
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe616e11adb129f3d03083018c3600111cc490f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a41e4fddbe0f2e9184d8b98a59928f142ef447da3003759019f39df1dda73a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b52ba7942eb07ca2310a521f95f1e651725a5d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7653fc31e2d78eed980cfac27e453ad03c1c3caf46ae7e4b06382e39be34c8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2bda4b5167bb993b334f3b0c722627106f6aff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d01aef659fbb47459d87b08166c3f8f0495a75bb469af289068e8d7e7fcfccd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ee38a26ad8ed0759eb0ff5adcbd6a1b382eceb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0684f256fb22e9cfd8419f80bd6d6e4da9443088283dc7e7c57ad3d7169c5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771429fe714b87a196d1411d98dda340c2065173
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d250bd16ea453f9af682bcb62174dc09cac94200e031546b40c98657be17e2c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ad3851d5c38cd078e98c6156fbea872f498ca1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3920fffd11e1bf3e53d6910e21241c3bfe28e15a125ea35aedae243897ac57
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9a376c4e71d2441a064d75871784385b5707d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a067a1783724f0aaaeb3ed13194440d60db2000bc1a2f282b4ab7c5d45cea4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad0db25f4648f3843cf86590620bbe0e586f714
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b64cc3774343fc4a979f55d325b2ca46388a3d0d6416dd4a52b0af5457d636
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbfaf614a3b364fed0fbdfa48a1a9fe5d455593
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2082f4c6328cd1d7e8619900fe2abaa413838dd8c0b5cbc55536aeddb13e10
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbe88bf28747d41a2d23e61d940ac1ab8e08327
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a784e888f9f447f3c0ce52eef51f7257eaa94192d42a263d473e45877474a93
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fc47fecee6306161be7fcfb9fd9cbfea07d894
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3810ba98c940abdf6f21c156733c9da42afa2ba023ea0f4583e70b5c920a1a3b
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc67ab19e4f8411551cb0d369924ae0f70d2e21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcf07ba1c63a104d1647aaeb33cac25744474e7d5f6469e038cd944be5b755
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a8c112eb76bd11490a494090667cbe6fb16c57
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f62cf9b6c7e164c9d7d6af64ee6318dc7b99101e4f8312dcc1cb5c44ea70770
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e11373728e71e5cc9ed937d9a45eb64fa94d75
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9680355620d9467ce602672d171a6619868b865254337e7c46a4d00129814584
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3adc8cf269e3213df83204c72a177ee4b01eebb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832ed46e041824dbd27c08f9d7c9a36e6d776a196d32b6bd65fd53c5cc7f696c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b511d8ea8d7fcc016a9a1a90aec897e4b548a72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f263f57aed6a31cdd5b0af55ba8a8ebb3c5eb4453579730dc213863d6fce504
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb767696ae9977c47b34952e9a7ecd9e598f3e13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b07762c773a2798cd15c2ac54a927feaa02620dfeb7980abd876b35ea56345c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d87a6a6130adcad4ea84bf9d18d8c3cb770c0b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cdee5f0f65ce5b8af1bd474de7b03c0f17d100ada617f1783f8dd1ea597495
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60db91b7796e5e26b0c277527576b4f7e2dfe3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cd41230c972c199e47b57604f16e63156b646ded920f9a9d2d6a9ee53a43a3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f09266124a4977f883f742ec68be4cd2dfdcac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725a262fad85515a11bb9ad43b865394875b2c1ee5ecaf48c2eb8abe8c607be4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3648625555f1af66ad772a2dafa8cffec030247c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3436d10f70100e04f4673cce182d4c03d335d5a718dceb68196d253afdf3b6b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130040bfb7237bd49cd8e3076ca2bb24acb3fd94
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8faa3437d743e2b0bd13331ab49a0d3c6d45b01df5abbf235a567cb5866ef4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e01f4016b534fa82703a979118c21effd5958f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb10ba2d3cd501791eb881fc5c4baf4b87dc34b2b9c677458eaef50b6adeee3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537110cff9dd14ddb3636bcee7a2cc85f91eadfa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e173d3e5cd99d7617ac8770907e45f445cc67fb8d081c9f8797d317b8ea66f25
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7b819665f34780b7f65173b8e87dff51bee35f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c1416fb5e95a3139b24b5db0ab4510acefc5a25be24e2021bf24ffddf659a0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cedd86c304bc0e693f8fda43149068a78e2e52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5ecb77afbaee5cb731c853f2766108e6a3c2c464cfc9ee9efbdf7e718f3855
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf016e3dafaee23d427f0d049283cebf0d2f183
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14bf74d0da2c2771507d11394b22ffeed4a4f99ebbcd81d60d708bbd06a06ea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cc73e871e6848807218d0a5ba8cbdaad7d4f8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba81986e550c052f48b0d3b0377a89590c28be938cfdb2d42e5e2e3d0c0cd0db
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7409d800bb02ad3e115ff60a4f39d18ce3fa89c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5dd28a2aa589b0b27279a5888c8698c51ec3ae1738ea0552a9e72ad596f2b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbde3dc8861272a3b045dabec165255bd60aafcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc2bc8f2d4244c082951a363b3ece505c8e0f05964bda5e790f5e0717d7aa1f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bea2ee8d9c6061dfc57632aecbc8cb52bb600d7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679c98ac9b914bfae3b8fff6e8536d566b4679f282841f97d359c6e4f77140c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69841e7be92105abd04b06cfa2a87fa6bf35e97d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f359a55106d4f4ffb21a01a44180df697d829a8e584b826aa6cc6c629fa6467
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab3b2bbd804fdbc9a642d4a4bf06e6f707ac89e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5e80b81c772af31579491cddf14f0cade90ce5dd9b275235f0a0e5a7c5aa02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bc3aa57d19027243cdaf69743053974367bee3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2b9713c112bc0a0bfe33f1df218aed57b01ab22e2a62543766cdf02c38b417
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3bd1d60e72ebf674cd3b6c927206244ecd73eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f655d1274d425e03f27635bb75505924da7963dfa4a2ac9ae5741f9e1b1dcdf7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb6d8b4b3ef36a24827a1a4274168830411e9cd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18578ecfb71f8adf516c1d97813b08b71e65bf6130fcb41cb3a5139132c134c9
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2387eade767ed68648d6785a22cfc8ec793a16fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15156208148c472f75e6d0ba78271dfceb6e256f03c345c378d33d5e370f873
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd7c211fa56802407acac6d766440ba3afa29f3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c8bed36200f08ddd9a3a6cb8be71153d1163c37c45648024735f8cf856e3e0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081c5cb186108fca68b09d2b9350276c383225a8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c068febffe4e0b7ae696b9484cf20f6f81125f985b06090ea688ca2f101ec40
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9763193483f160bd919383306e597006cfdd66
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351d44b842d612c729a0b35177c51458a93a9e52694fd47535422c3a7572b802
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e957b757f9c827dd4a461b97ce5a9ef6d06d154b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b51b2756f9292c4e773f1ead1f1e9132d1bd0e6d61ffa2e757dd999f0bf0cde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac8a41f150e9b0661f8f2713133aaeaa314aa12
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191de1d946d5ae73d5c31023d8e35ba9e87b457f993e3ca48fc80835f65cb85d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7335de047d40fe6f740528768bade4a54c4b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a7eaffb001da7aab9c97da659870a6395270e389059b7df61931c1c933070
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b36ee2e32b1f20c631ab960e8ad426a2e8dd5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6d928776605db6eda03d5f95faa0666a68b9a65fc8a970f66f5599ff27e634
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d772ac0153f23548475782bd0b4c6930cff6a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3103278716ec04c8a2eb1e8929ce743dd836f16ac69ea0346d26f7a98853ba94
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f42995d4699d86353731f6fbdd1a82fcfc6c8e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289b770148ca975820735bd7ec565db52eaedee7d23fdfa9cf6ddf6a5ce0e3f7
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6117ea8f8db83db65d6915e0012bdfb5bb2dd92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0804b61a53e1af1692476c54564c3149852c7bcd9f79f929c01bcf9744e4b878
+size 129155
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae72730ffb166f0f38d7c50181413a05aa04ca7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c809b7d9677ec4369a5ca1f885063fba93cea8f1af1f95e9250280a9217c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af88c2518f40c32172162e732ff1a4dd2eb4304a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1efb98f60a8e50fc3ade4a5b061cb798493a1bab070d3a7b5597719c4cd063
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bb2286399656ba8d06fa1c89495ed6cdd8fc44
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3c5dd9ec2a515757985de201b37d04c39b692bf6e0a6bd858d31dd6b93e89c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f4cfc714430201b85949fbe10f94e3aecaa431
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f1c727ae4872cefc956d9412c23f53f4625b404e33c502bb3c23e3425323a7
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e261962a8520fe9a17cc493ac4ff70e4808170d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9032018309bdc6d64ac3bd32cefa2087483d9519ed3fc45731c5b5bdb4379bd4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e016c67102d9ba5178c66b1642493bebcb481bca
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fd83b15349e96c45b2c07852d756ffa46436cdb09780252ad5241c893b9bdf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73eac53a0c7f36accb1744c3a9a54a8c5a753720
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc25e66fa0188b884f8ce28264b870b760a5db7a492c83438d7f3602ac6b1cc5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a292e34a7634786f106d4abd3149a0e0d89b01
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be87b74323c13495aadbbb97f873686d931ff8dbbfcea337f8b19f8030b3c4ed
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af67a7ba9d6e98463e4067ef05040411f6640f8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3672774ff23d876b8921524d64a75d0e721c3812b4dde599699473055372d9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a51854aeab67e14a04a8aa5d04ed0c9599891be
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3df0833279df585b05ad51403432cbaecf490a6d489f34fd4f982ffc9dfa6e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40accb9ab3aef2a71bdd8a068fde4f12ffb637c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e505864f66c65090516835c98424d939fa6ef0c631a36affc6a8ad50d3cb8f37
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082c46d0fbb8eb86d689047f79451af9b32b648c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201cb0d1e318dc9e72e92270cc318a0391bf44559de448b0f36a33e2db02584
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23393dddb81e3c16c95971bf4c97e3cc782b5073
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4afcfdcc1959532fc940d274816887e4bdc67eade7f3f7ff9379186d2bf4cc9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2387adcf1f7fade703d34cf9a14f52efc7d28
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d002d66b39e1614a4ce7ec744057119c7208fc6f10d60534b8e7d61a10d61f6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa24078bdf7ba95a6faf0f5a1fe2322d5cdb042b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4264d51b55c2fd17ccd6e61ecf3c2d77f8e25a1e831b81157f51abb02faf508c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c6423d06df5415ebe3ad05d974262e3ca198e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d872f3fe0494cbd676660aa12b548722ecce0a6f5ca75624561756849f259a8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ab21664bd2b1e9b758c964cbd38705e43c93b3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be6244522c7b640d08cc491b99e220c67aee12713ce8a5e9b225496cb189385
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc8a5f0897ed6c8b98d33e270008a1903e8384c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07eb61bf1859acc09ec3eecf7ea367dcffa96f113c595cd5f769fe808b5109d2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48628eedd1d88e8fb6cbc5e31d7b6227cf452b2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38784254fa1d32b7c975fd1ce859eae465f4024d5ff32c33708bcd2717326b02
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11021a9197ae58a0c25abc3beddc05617acb5c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c939cba69e404efdd3e79ba19d568cc598dbdc6bf3705c4f1dedce55f33c833
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36abd64005d1a58d67cb3dc51c205c017783e40b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e459b69a021d31d8a39aa06391d94184d67068f5b6208226fbaedd92330dc23
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6955bf1e9060f7a3ab39da6b7009a264bfcc1992
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fe615b7ef4626d4996be90008475e45c19dd5c28ff7bbe61da7965c17e742c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d275e6f8fdca2ed0753db28e3473f969b69b1f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d1c2135b17631f403e4d365d04409ff83226b0e2e39462c91e8fec8fe59ee3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65356e21800fdbea43107375eb4a42995bbebff4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575488a2d1a7733326abeb1540a8011e82b9f6a022278edb65fb270dfa45a94
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dd25d765485022341d638b87823f5d169c4d18
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7026741def0be7b03a569358f03b2b6bf4087fa847212f4c54f179860819f132
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59546feb9970a415c2971ce39918c8c9c1f99592
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b681572fe7186b4eb433d6f0424766090487765f2267217edabe3a7051253018
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a1828b7ebcc032fabb271cba6ce23b0b02f337
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220ce30e054505a1b8acac748afa1e715574abedcbb390b65467093c57a7600c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3640c88a57f104c6c560559fcf3ee4c7b9bd97d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb4e0dd943f87dec539197488e05579fc65686068235d51d6cb78be95f857fa
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832a93aae6dc1b92a8e2586ccaec31688e4b0d19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2270c2759efc3943e3bded730a8b7847d0ba855fc867e66af5ae1288954b6a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ca20463df3bec9f58a87c4b68161a210ecc7cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32da340baa8da007c387bde58c125ea17b6c2ec858e3dc097d7d2177f6a4cd50
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a1b410d7c996b896b3d4edee4eee9e00457cea
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05f91b476cdb70bee088353bfdaae9d9637d93588d891ffcd9033f75f8ab211
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb3149c4d832a9749ef8fd20a7812f8a3f8cb97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1b70325f8e037a967ddd3b1669ebadd7bfce2d5a620d27332c08c590d6a3a0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804d9bef8df5c4fdf90b1acd4d90876c9fef616c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b9d2ef4be41bd51b0b9f397cea26cc5bcfd0aa038d8636bd01f1b87b4c3ffc
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352477d0d3d9b6dd4c45dbdfc587d02031e8dc87
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ae9e9d5170249d029169d22e8700e7ff0fcdbddae8232ac0253110eb52df1f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256a3f9c2c4f2e33edfccc120c41056a63859a3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0d87d501f0ccab957694f588b399db2954ea8315f9f35e65b4846f6359cfe0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21503659390f5f2ec36ecadd320adc5bbf77370
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524873c23be0aaf1e1fd01246325ea1e8bce02e5d22bf99c9c15792ae6e6775d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178abe819b61e27522f05498a178f5f63c906675
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ae56b0dbd60ccade44ef7a2aa9816d4c581cecc17a9a31c4811d859b16ae9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01695b65aa4117588273f0d06ebc945749ea4a1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df78d0ffb683ae92f548ce4bc3a814ab6de9b7951fa8cb8cf7bf29784bbb2ccc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dd12f2cc839ced6cd42a8fb03cded3e0a8351e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6d8a69d031783a887afcbe8fbb8b62ce3e08ca15f627e8d91820d4a9cdedf9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a26d14bd2a9bf2291e510e0956eb1355f5066f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980f6f74b4ad68ec22381f694944811cd33cd80a951939e43e83c3aa8a6250b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bf59a3d38c02aa61f96cca736c278bc70c5fd0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6843147a1c9f2bb7b9b5090a1680f400ddc3720d62dfb5e98fd73ddee868bc4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fedaf5d9811add78ba69ab82efb8896e8ff6e7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5742d809fb90b6e0267342f8ef237fc186e05bbf506696378d88fd97c18161
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ade60501b053af570d173976606d07893cbd80a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632352c89c8a4d09b1cd4c2f22f2264f4f55a2453de6d446b5ee0b101562f20f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c674d92024085457aef419a1c62489c28de6ac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c309c51e1f7b52d7769164fd231d34d573d6b1c0b57ce98957709a495721aa3a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51049090a0b5e79f283d58894e7dabd67f4dc680
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba0f188e8be3580530363e43a0f951e339e837170df802ed5fae5ce803170e3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebdb5e6121ea63b021eb04d0810ffd0ce605d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ce6201dc92b126ec3bfef700c13735beacccb297635110f2049466a2076af3
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ce176d02cfe9d27455fc928ff9f33f9e212f15
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c25ebc3ad279bf9e68dc9219afeeb9926746ac7989311560f29073fdda5fce
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f16d3b58d3c9f882cfabf2e81041e196b455611
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0453e0e56760c4f6832753911b94fb78be331005a6963df2ead13ed017f61fe
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8982a91a2cf8ebca87f7a220e43f5caa84a144e8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c377adf540e0d0c30634728de364672204240b8ea569eb62d6818892df50ca81
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e43e790ed1252053349c62c85d2b0d72ece12c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfaf63761c4a90beb0cc573f44b9857f2670c33028d66e5cff28c78d027e020
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624517508b1d056fc49cdcc43121c84229a05300
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f8bdff1fd4492347d5a25e4dd1e6ee7c9066c4e754caa94a1aecbcf6b52d6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be05f09cd1cfa5c20d7cbe0494cb2a6e92967759
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8148222a65b506be24a985951badf680862c26e70a91d7897ab87ec7fa6df4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c814d7dafd6eef6dbdbcc3aef3c1b984cb256170
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425ce873e475fddcbe495126ed5c41a00eade9dcd285977d5b3b7bc0bed4d551
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fecc71499de163fe320bb74810be5376feb8bd2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a2df20579e5cec4729eba8392498e75cd456a910b9802f1d6dd30f7f5099da
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19358857f6e3e0682c57d59df3537aeefcc5908c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a43da3c14306bf14f45df67cf36065ada6d7465397661ea1b23fe05426ada0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c52e19d8a64d631210952f0401c1ad82f4620f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5453baf81025b07d2f4c488cabc568852e400c92a46ae2e918dfe924c7adc774
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a2213e5ace9af04c8fe8b72c48b54fc0be3192
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a90f6d32e2e7ff8127ed888458c9c147061013d3bed6ba30c36ee0bcce5d6a5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1951c2d5b08d8f0e3d58dff84bbbfaf75a77ed
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775ed7bb418312d76a618e922dd9dc2a03bdb9ee488582b6ef94f305a97ad421
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad1a39c29471e56af34562806cb7b65ff81e858
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e3fca19213f7fa34e7ab3bfaa5a6b5ffa64c0ae6dca6750637640d4a71779d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4909b4f53f3b08d1ca6fab0e6a1f3852fcf4c9e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122262a0b26c5281344e3fc13ae2957ec34d1e430a2a8d9ef001d1cdeebadad2
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eb3d97802d25b40c503917bb8d4497d04253d1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60fe814f9834f67ffebf8ffba7d3ecf6ea8032787eb58a74e8de640170a9c34
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c203ea87ceef36c2c1f34a990423942f74e806
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910142a820d36fe0cbbe9c5cad4c21d5dae30651c146262a182fdbe4f9aabb35
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb5a32cc3684641a16c73a34abcec1e368b3c9b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529eb95724a368a2a6dcd3156f8d3e00eff79f28f56b6b2ff004af4978319574
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d9e6d098100d2e61f74bd8d3496f56ddbeb22e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176c6e53ce171c8172fd3c2a01a0b95286730ff763226c35e211a6c03dddb7a9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e796f74f9bf11debb7eba60f093b2c8eac1472e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f499b9bf37636d46cbafb09dbfb923408ff3446066813b4abb4c691b98e04955
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ec74c3294e3684fb74d674496391e1b4272787
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5220a421c2993058fe33928a77537197cc3edec79e8d4d59adb774f9b278a17e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5043702720bbe9013d81858be920e27209f9b6fa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa58df33feafc6c04d040250bb682d95893b70081681c3af467e786073ab127
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f095fd2969d174fec027a35f634b5c7582d3d2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae0d90409d56a96b649b31d5829d0ee86402753904da0d8a462e74e8b15e3ea
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666c76fb52eef659310577a9c32e42fa33ee6b97
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8e5f6e5b14621f83ef06e18baa9ea1f3afdd373560b091a4aad7e9afb8890e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe27a5173b0f1ba747f0be1d94339d0b199a2ab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45ae988f5bb78e0af6a84ae37d9a287259276d500f4b559e5a17f874f80fea5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad9e655114b2091376c54d563ffc73413c00b9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c818dfd866dff2668a3cb802deef67c7ccb58fc2d31bcbfa97eeeb830319ede
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc5d9a0bd91bbbb56edca6341695c909306bc69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6c134b221eadbd70942870f03883dc7e2be413759deafa83afbb0d323b49cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccca12026778ab923d15f34a288e60e325cbf04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b99e98d0038fa47038742051b5b2a03bb43b2b9f7a96211c8b03470acc64ff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6192f9d5c4df25089049c5f38e5f24af45f73b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d4888bcd7fa0ea616551dab0b54295c4dbed607ed8df39161055d48cbf882
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31ceb31e23774e98c0e4f7fc143a6b17da8cf71
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8095cff72836831047ddd6b0540f835454b9f70eff94885026f6b8c0ee5955b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5d92a33be704b92c66c476ed49c47d1237925d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b11b4a8105bb419efce066b0a1f7081cc17a4f96cbe6321a7d90b273aadd63
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470dcd75c99d8e8a27a8e98c3fc30fad7861f801
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650ef9be130e46bfc6f3d6ad5eb27148a704da630f365bd4a4d42ae25895006d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318fde14d1db5348b7697af47fae186ffeb0a284
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8889144589f1842927f33ac5ede3c9244f18fa2269013f104495e049b608b4a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421faa624c200657e557bf9af21efa6b10f6ad11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57ac0dc115c41a5c5f1cede538ddaf860d702aa0847bd3d1fba794c2f547d61
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c264f5646021751ecaae89a896661a4193061e69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ec57719084b70f42c0e261f23ca2fa5b641fda7a8c079f4237dfd74cd9a4c8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0365e84bfccd7b3f743598475ecda0ffbcd78e89
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a80ccae20a3dbbfc825d08558bf6d347865738ff4a4074b45cc06ed794ee102
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2c8a5d5bff6096b057d4fdb9fa5d13f886ae6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29eabdc42e250879bd5dd9e9a63f23b0c26653bd17855f0d6d31e319fc4ecde
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d820a18c72531d3cd82cb746db2587cc7b9054d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e0af0805effa93a575c7c421178d7dfda74333e33ee87ca2d26be59a55741d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3c52e6451f4201124fd1b5d0dee7eccf3b20cb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ccefcaf58c90a1f580b2c0e544a682d8768068201209a4fff0f272d44e90b0
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322deb7b345a627750f5efb3b114f30e2a3a9033
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624fd9eb5f4499002d138c4e5a6059bfe48d8e8a541d3fae433330218964b9c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8336db5e358d144af0e9049f41f6df2fe37ff45d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09387d705b11975d3c877b93dad52eae864458c37fd1f46a8ba0e9c6ae7b5fbd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c121bd52f10b8e1e61236ef76a59064e2c1c2a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a6b237f8c0e7889b4e781cbb8941b1fd8cf172ca8600128e91d0fd15707ea1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df91e94c314168a4c8ff466d7301b09fdb2c944d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61491f40d37beee2f9cac210a88b21d9310fa452c23b5965b3b847383d1d84b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a869daa89abf44c3e45dd312acb591ea5012294
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f0adc2a35c13871192ea7e6792553be551d818d1f8fe100f092ebd8c72eee0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979e8010ee7af800059f89a36056f299d86bd35
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858cf6a227aa9e04c820998f379debb753157d7b5828e0809bfc550952383ba5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3130e1105884ba128359bf5cddf34d16c72d2c5c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b50a2fd2a00d2b164210f46a266ec223e7c4e874fc7db3251d21d142a7fd62e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0332aee0eec8254bd13ff54a0cebc565d30cbd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc3d635ad47a0f2da0fb835be5ad5980d7347d121a4997ac477ece3ccbc4cc2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ec012a07def3c7e065f9cde900c555b4d9cb4d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a463794294c17bc230798fba1d5229f161a681383703d825c959b417144deb46
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1fb8a3196262b0d27e9415b5c7e00c5374e18d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3431a7b546d43850c1403927f747054d4737beffb8243b30b73065d9157b428e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eda200ae28bbd9a7a4aa4631a628addfaf13e14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e346eb3112b85bd37ec849340211bbc7220ce7ece0b3a6dc27b2b6f91b3065e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a50a26040f5283c406b700706a424cc158e73a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b97351750fc58636622d6b7bc8b3c122f9d9fa39b8b721e0c35b37b471bf4b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b591bd601f10aa95f611fb01be027948deb3aa81
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04caea03708f787229450c56a673ceb7a5936e3aed360d0997d3473095751ce2
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7383b374cf11d37bdddbcafdf56d25d55aee4be5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2333a7028603b41ba9de63f763497f693d00c428db1b0943c4bb4760896aa5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d347aeb1b25f6a5964f050869ea3486e9cf2d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7703aafe6576e17ceafc0bc195062ff1e8837c1fd25bf8ebfd151f695cd6f67
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad597ff79e74eb1959dd1f5ad75a22fb8b78847
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c486a6517b2623c2491ada9ce8503da2010839bd28f60de13ab5b7e07e9ef40f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510007a51c7e1583e8c4a7e534caed7b9ff29727
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9984226517d9ae2ea8ead009eb1e862b1358561c3e2f9d91072458ac8b9ed6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f22f9e88f260b338d6b8a212ebcff78b9ca93c2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5599b50ce1cc2cec3ca0884549a69fa18edd0ea3a5683c2ebe55e55c4eb33f1d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209441663aedd68ba8fac834f557c76fe24fdebc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda8178370cfa6a3472ed2c5857b73a084b014732a6d6b6bf9c8ffc0c41ce27f
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a155e8ca41eaf4d5da12d91da6b0cefbda96241
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d1e71d9fddfd6ddc1c10efe24caa6e8564690a524581722632d841a9272233
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f4d17e2eecb63534eb33c5a31e5116f2f39efb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9610488c23e1f44d13503b804b92bc86448c006198a160720661caaf607d75
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf59764429603e9395b2fdadcb28c3828d4cf72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb424dae14c7148c66980a56df308fa96df29e4a63781a539039c45d8f13b274
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d882d15df08f93c3669ea5be36d0a680227fd5e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1f5e4bf90d403a8eba46e0ddaee29ff0558a280aa127603fb197226d50c1a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2619979d57517f55a3005f7516d7d2b2c084b8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d61d08d4d8f78cb4796d774765339e791b5ddc61a0cf9fa7bbf7a7cbca8a44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2655903fe8c9aed9bb4a62ecddd5f5d65c53ab2e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f897dbd893c40450f76ab922f426e0a2db045039d791f9549966357754e5cc96
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1ff90a8770f48eb50bc7821143fc138c4a5769
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9797cd4a34615e77255f66565663853e1ec81508873a8e306ad3f94183be6b1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1fb586d0270466d16b0d55fc3bf2b4c8f4bd21
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd27c2ccb5aa4ecaef440164c006ae122e4c28789da1ee379210332a392bef2d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace35716a3834f1fb17f609735022483acabe752
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aa68f66ef1342ab9b374fe7bb1464a45ae8f07dd0e15407b384bf63d9fb128
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4441d11c84a17dd902105d1e7c036cd5959e695c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22457522686ce3b8845d2a9c49f3f762601df2822129a2c903be5280b23fa32
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc306df007867052f5f76b247b5bd5b364c9a134
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d3d8b80e9ffacfe5b7ec9581fb63585466d76020e4e10066c9f56792a00396
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0585823772ee465f69207ce617698d8986909a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdf8d3884a56d93991f1c66c8dd828df077bbe9412b3b6f276794ad66f53159
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a40a5faeb688ff3ff259e369c177810f61eb6db
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959ff8021f7b06b9f71e918fa9d2b8febdcc0edf7774646d8df053effadb4b02
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee679aa931fe560329e6456ce3dc2011f50f3c8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40a0a9da8fc5f6f03b610e19d1fa5793e40196781204b4acc4d545aa6d4b273
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd187fb61d29ef9fd8eb44f17931e09a66e6bce
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba817c99c9d6228667040bdb02c9f9640dc94524216765b94cc13a425277d78b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0462b9be5a0ba422e1d79057dcd84e74735f2a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc31793db8d319ae9e9a05b291c5531742e0f7a70239f2bead99674894c1c1e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bfdc1b73c4d20fc8c436829a769689e18a2df6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1f51e8f0631847abb4e771500589f90e1ee7bcbf7caf22d43408e290c503db
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b75d39cbf5a2160f55414455b74ca684bb1b69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ba8260a7bae643c6328b1e44e02fabbd12ef42108a430eca52d90b3a57e7a0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a977b4bb705f119fe81b775fb24a00a1d2e18f13
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb9be2cb73c411d8feab918bafc846f5a5e80db8cba99c522272859caeacbb0
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67a8b1ddc968e267c6eacbb89a2c33e9b33d95e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5311e5127ebb7df8680ccfff75e055ae87d2eab2fe0f86d2f899642541b93
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecdf5b256eb50851751e2dfd771f6a04a03e1e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bf0137d8d50e5cb62842df278c116caea076307f1356444bde11d6ed8bab30
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc995ec470eba6b9a4e85eef1e0db60cf7ac1303
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed984ea6254cdd6229eb59b1d60a9d823d40c4a925cb7b941ba8e4c6ef989b45
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e745850eb306e1e19e9977c87b65be68a3a55b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951d9bd70f488b29ce10d49497821f1bfe7666224e060fe63d031d022763814f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1049c2f2a3a65c4ba0aa3dfcf9257f35a64f834e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faec30c57914a5891f1c2de645b7211e5bfd9ab7b1171b480eee5d3aaa82572
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2172873d82075ba91b6b7d0e3dfa29ff7e51d3b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc136580f5e876792da687957d23987be4ff7c063ee3995fd22f0d114a599206
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81789eeff1851ac8b1592ed99c9a40d3f7b58790
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256e6014e9c8330e3964c3cc3c73225221313658e25891d25896186a96994e92
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753e67f3e4e59c62f1293348a3e1149a7970dfba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b523dee38e478a651833cc587cb83b3e92578d0de8f694e558ee9d97a7d1f3d6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f2e626a2db16f72d199a63f543c5a222995243
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5420be580e541b9a1ff0a118af299ab366283f3b0905e1f5e0f68861ec4bb2f8
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41dfb5a7898d262f93221fc0fa770e0b4db87b4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13619cc0748179d723f25527934bcd6b061b2e44f6fa1cb595d72d6abe99115
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a7a02268a4a25139a3054514b6bfdfc9b43962
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f351e4a5be85dee38e2cea02c482c76fd24afa0fa5eed6f5bb35171f998a911
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e391ca7fd36de4a1009ebe09b088c6ebab4520d2
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dbabd65cc2cd5fb5acfc8d628169b8a81aaa49c3dce7f66958bae160d981c9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98199f641c136217b9bfe4c6ddfaca46c0bb7004
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dfbef015b7cac51e185dcecde9e39cbe1597f67e0fdc0a0c25afb9e04899eb
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0472ccc5c47cc1bcbaeaf799e75d19668b7eb7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde3d7cf55ee019fd27323f916e133efda1f5197d47548f3801472e7297d3da5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6c87d4c675ecde24d403d59cde06c3bc67155e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0194c82bbe2f9bb816ef5a1ad19bceedc202144d6877e6af744407e164060f
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e76c5ea12442199afddc094075264a482fd346
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1ce0ae67d743b4307044b3fe57de51492549fc8e39d4af761b95380fc9f452
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3847b3d9759895772214dbd4c393ac794753bf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46949688f71c13a1270e0e85a8aea1dcf7b55cf48d2b6ba7c8fbfbed90eb6831
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c16425519983d26181da3f0c901852b5b66f8b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94d1a04bd2b3ea59ef79922ae77afe087df38bdfd495f7d6dff84d420872b1c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2699f0e62fe84e1d5969827f719c2963f7647b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726d36e5a1a0f5556c15bf87c68474a1107fae620ee3a8e102e6d419c5e878c7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6655c0c470c23358e1e654fc836b9a56249b6eb
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abd2267f865202714a367fc25f760f1735425442e24006f1ed89b834dfb52a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2282b7a9dbcfcb105ca4890af4a4856eff75cd02
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0674eb0e16eabf04e72f37e2b049c0d7f5a512b30a1f91a17025380c6688ab4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111d4924e5c984062b44b2c8697a8d4f4c3b6bc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0977e8b81394a1411babe82b630d8093d90e28a46d98a49a1bab1bbf004920a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489d7bd493a40f3a6aa323c6051b4032d3a23c79
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5be9e6ca676bf03e6f88beda919cfb9b596284176d204688e9111b7936ee90b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f3c57533a5a402710b9249850ff04d7bacfffe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8db7ff713d16f66034e5c1f30d1633cd15ad92c7d308f072d13c638fa60fab
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33568376177f6f29738899abf421b2eb70583d59
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d549a24d6b6fd3954d69e2e0b400ba96895cfc75ec2533bbc0b0bb37e6e4a6c1
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b123830b1ad86bf2745dfa270b96b76186d9d8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790da09d93ea6bc3957d5f3a01ac305d2a9e86fc71d63842526bb69b46df789c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0299e5d46df4a5aadc10f329a8dc807628cb0d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa87bc80387a80fff2fe5fcf6bd8161da14786d3f3689c8d0537baf3159db021
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1094a1cc118fd962898d49641c12851f4d823f0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c0ca0bd366a08715a56783ba5e9bf945d7f7916a6e4302abc2d07df2a980a9
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063623f4443ccb9551422e0e579847ea0ca6a1a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fc1b680cd2af56b80f148b69a349c34bf0f3fdb6834f3f87b4c307c0f70c98
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9749a4fc310c9ee34856414402996f0aa2efd55
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1545620f83fb558325eed14a50a6e5cab8265f4c22a434bc08e177637d69b8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d847b1f28d6408b0fe950c6449a4a9b7e8b953
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b6725244a17640663be6fd941925cf9354760874dfa30ba7fb6c440b98158c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198d957be3892fc13da26b4ed472187d055581e5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760390da0294757737a2c5859b1858dc209528686609768595eb3f4160907bd3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f56470d4b6fce978afda582913c623fd97dbf3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0282b0e187dab74fa7b280a15f79156da2f27c0c815dc086f369fc0afa612c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcb7983079ba2b9e1992fd1808363a9ab47a020
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d48790630e68c0b698ac910ddc2b8854f16ebca75f73f9df060be7b03b972
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4c807cd02c534e061ab24d4f6af09d4619f0c7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8394335bc373de6decdaaca7e00291cb82e11780509899d8a038d74307d981
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfaebd5f1b1ce6bfd0c46a269b12900309575e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d2f02977f6db51ecfa53a5bb60287d7dab7670f6354bcda7f4cb92ea59fb96
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cc68a9d76e3f969d92105906109d0388ce9509
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0109d2a9b729cb7c24438b546036219557604aeb6e9ba7905718f3566985408a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5466c0529e50172b76d1136792c2307444fcdd4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42739f1f0bd0f3252af9dcb1d4397019281f27b53db60c95a9932898754fc989
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecf32d41f957079d151d3c74bb2be038410bf41
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff4ee833e0f0b25b0257e0c3dab49f8970912a0572a3b55eb578cc79dcac0ef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6c76e4a6e0875834157fb57f9ae9eb73361ebe
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b29703ef4294e09c6ade9a0a06b63cc4e4156f1e1adab00324e41d083b579a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cd8648d1ac665a3b54fc47cf5db602374ce251
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393e6c8d0ba88a9d813b35d3f1ecc85bcefe30ebc5ccbb52b8e841c74de11b1c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee1aedd493e13941500593d822c4982c20936f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ab92df8b93571df9992dd7b10356cd0a351d52223e8e85f389e94deb4e4724
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6cec6533b2baf62a42a767ff6c84b03ad6c0e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa887a6c61910276f2cdd886035fbba6c9a582daae55b49f65f96076f9edb09
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498622c9c3d321509ced8530011b8868e5754144
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43558d7743e5547d59b69d1faf1e5dce53ae8756dec7bf5427f435fe6bf8dcc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cc35dc1838ebb8ec07d4de9f3ba5c4311a3101
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c7612280b9f455202194aff5f669f9a718d123ed0e341126800f810bf1273
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1bd5be1cc5ea4a29285902a5405a9679e8bd3c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dd33dc339576350755a4a64c77f9a307cc1409f26f26dc1dd4fcc9679b176d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9029a2da53b0d3ba393f0427d172278586062b52
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60460f49e18d2e42b10a6a0d2c8bc8e5002147e8f0a642bff658c4f37744399
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1108ea463c486f9ae58e6eeae1ff242388deed04
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777cd94021a25470ad6b903b83472c70e7c62636f807a0e7472a5e4c3ad63b02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d6a5eece0172e7795ee052a88aea918e41c067
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efde0a69ac06d9c9d78a905c2be708c4b7132f39c52325765bd43b334e90c3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef0e693811feb4bec979843f9e89a9024bfedab
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24160eba1eb6573a73fc6280a56d30325744682454261352140b6a91d82d1466
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ca5b955adb54267b02699fab5fdbd8db809daa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd39fa4e65322cd94414bd3f939d2d198b5e4ebe262e0e7a853181a7156156f5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636fa420de8c1bc76f7bf9806c1d9a44d1e52bac
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a64e3b26da9b14c061ef610ee9c927a472aa53f4de53f9a0611afb9c422dabf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec940a65be15dcfd18130b1d0b5684277672f72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4411d05d97e490f62d1540ea763f78ed1c774b28a0837c75012ef51b6981b24c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be18d30193937fb3f64cff0c47c31d043a7647
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5ccbbc30ae8913dee43b6fc2b441bcb3007ebbc05a6ddb98d0b6f897e5e008
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8681f83c19394e65d64b39ff0ae3e3c2570a3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b901bdd9906c2cfa642c17e23e29631502dd1e256b2bf670352f85b4bd6406f8
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e240d60c92e4bd83d1ab998b30673674e023f19
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55653d8f6cc35c6b8f0802984acc60f7087a9bace6b9dc473505fad4ca0b0e9b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35626d0ffc7033e35b7e7fd037d51805b7b961a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd1d45a39c4b3de6303b7ee632680b0cdfea344394621f9b6d9157826d31ba
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa42d959b455816e2656508522a865e012a875
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e5344d19745a8c21f2d14b66268829406f07c0e05cb68b95ccdcbb6cab521e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8617f0a0ccf017451f9362038c61fd16a24aaecf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31db6bdc57b9b19e37958f14810c870e311d20bfa340fec706370fbb102bd051
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e06264c206d528b9d989aa889477195932c82f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e4da7f09f245862ccfb66db90835d9ef967bf949bd884ca51d8ef84342aa64
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2d8363c57579b0ddc0d4373fdb138c3b6aefad
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f7e6348e2314d1fc16701a2471b4965af88190633bd97a0e4a9a8bc6ce9e1c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54e54326ed5d996110c098de6887a3edafcf49e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e8e30285b60ae6197df45c6764a571f34b3c6e8129d3f6c6533dc8c9003b6
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43905083c6cd35a765ab31083ef4b1072d215c8c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaaf7f13039e41b1e0e601ef54a3dc52df9676e5275638caaa17fb1f9c7122c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a4b17ef2881df880d2b3200071042e98747b69
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7db4b3c652166943e19b03434582e0a5273a60685bef4f89d307ee04b68adcf
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adc06f3eb4900e1c8ea22077b9b8b2ec9b58e4f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620fb867ba68fc1def1a95b37f73a2ccea3cbe1310785da02ef63aeecce2836b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ec4dda4a11c71fe6c11d702123150299a46092
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b19666e7b1ad5bc987f1160670187d16219f256fa41ef95dadbd4499cdced0
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3775e596fe264690c9bfb49862d4325909f571
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d14996c8adfa655132267aa4b909a173c2c3e0e6e0061ab1d3f010f24a85fb3
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a96a60ece29a0bda45fb4a4f080c4d0d23ec63
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9827165a8e145d74fa36da8f93d09ddc0cd24c81907b8c21d97de1764f3d02
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a160ccbdbf2d5d7b2255dd47495b6a928295bdc6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3d0fe198bfef8f7497e4d83bd04c568a3984e644979f5cf0ba4605bd803b2a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62088e0cb435a9f74762ff50c161c3318a31f0a0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c73e759170e634a2905d720ad3c4b73148e23da477a00cf157b9dc9e9b00f1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03de5080562d7d241a818d2535984db36ff8ca3f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584ce7fe47fd7a5e9626548e4f3c3b4ff2c4684715afd46f33a572b6631d466b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f18e82f97228f1c414b3af2040a102c403d6069
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d55b5812d6ebda1b4f4ea8790e321536e1949416064578aae6e975371a9f0a1
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a7969e0ef0fd282a06484f4c3d4150409c8288
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da07b3f1a04ba13a36bdc0387c382703705314d3b2eb0c386537025417daef
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16156c707bcf80aca572f092f7d481d3cfbe2810
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88389fcb2fc76c147df8540a9dc2dc2327aef4fc4b647c3959fc06fe8ae8a9c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3234d90f2af346bf3d60414420458b8ec07a4309
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de051f5c5cea90c977d66d280a133f96473d27fa8f39e567bec6e6b4fdb26f82
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2f43ea34fcd635201ca6b9eb07eefcc75af052
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962187d2a62361d1ef82de806aad21d7f41f545644913a6c3501f369c2128dda
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe8df77a5da13cbe84e7ffb0558b8996e7b3c3e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b64f3046b6e259c258bad1d19ae77dbcc86eb32c1cf6f209ac028acc92baf40
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c7145cf7550a54861481dbdf43f187527fc268
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0eedde7b0d36516ec88de4935e50cad6a1ed5075876afab7ecbfdec40def25d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f6c05a4042b2eec9db322825eee7ef7358f933
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d059069e78831a7a1df5239ca15a779706fbdc0eb5a3fa9b42d74d0d842b5
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31c3a68311e38d82545663e4a49a8ea1709a68
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eca11cff1c7d02b59f636403cd62d11f4b6f6eddf6f4a67863336f21d8bd635
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9f9badc0ff592851fbdd809da0fdba3037fb5b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4eddba47b9911682a8481c2f128075ca7cdc7149ea888f8a2cbc0d5c64e62a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b780181e03fbc4bfbb20d1ad8ac89e5eace19ea9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af3167f863d00a1510272956ceac123c25c7ece3db9093b90c21c66c41b9fc8
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff9f72bd0726f64f49cf77aa2217e00913a09fc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6013de3acf780a47090a9dd453dfc7c5a04f501908843160e6ad2c44e46d4a9a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9b515e7cb111cbe1bd35c197af15015fb30794
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a47df3e3166d795eda236c9fb03bd2ff4ccc005cd4a2a9c7447819609e2748
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74a618b9da182effded0c8c1523b0e6be5a419c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ef7721fe673d6b9aa3826d6e75cba6e6bf57009b0a29fa7bff76d7d38d830d
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b2a76dd7add70a4c04412a49e2e8bcf7cd820f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9169eeee752e9ea28fc3825050fffa0e7fb77eff20a0ba3919159df1e2056b06
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586045e31c6eecd7971ae6ea122e03a729260b4b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff08942d6f590fce22240702ed3107d1f4108685041e98d780e4268e6911796
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfcba10bf02d10141dff4eba70ead149e531b39
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32f1183825cf4d7ce939f495029ea93ab104929f3d5dd1ef95eb100a9c3ac9d
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97be9c2e6787e3fe67385072e1e6edba988e9377
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1075a7938a11ee3b2ce627a69475ff06d6894235448227bad0344a9cd27c19e5
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a6b1749249ef9348f71939c86663f2dc640f4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528f642e640c67974f31b769fe23c12ec760ab1d3d6ab0deaf28afd8d8a2cf02
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab60379e8730f6efd2f38cb8a2d674bb85905b06
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cd68def45637c266b8954b380c1f58eb79e1adf9caab4aa005640913ca700e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c963606fe99344ec914d6420d2554ad689062ba1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76ae433d32e06cd233e77c3dd10e3c5df1ebb39ba3dd148e785e1c7acc65fff
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec842f43957b9089ceb03186e9c3a8d320c4bcd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25f5896b4828d59addc8a7d3511f9d372e9935908688592295ce5950f384257
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a6073bdb8ef3513ebb557a0ec4c0b3ac979b4a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ad80bb5ad95087d753db16343f58a1d315e748a4350ea66b4d7689922a49e6
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1aa2e907db6c8756314609ccb6a16d91ea87de
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaab3c3b3d766ce1253568a04edbf825578df4dec9708588aca2ca4de455bd4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c767654e1c45da574ca177f83c37d6f8f9f04c6b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dca600ddf83b9dfc48257b10848497c97be62042fc84812127c87631fb8e10f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59c84cfa5da37e3304ca707d17d8cd0bc2d0f95
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f4973e44c9df327141353f9786d27a7c94813b73feb517feddf40ab7c04378
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28299b835189db6de19e54928fe5e7986a247d6d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15b21b74a9c7b9226dea1164c0bea462f22791e63c54c7d95d1672cc30c063
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d310269c708d4f994f017c4f9f5b5689142f2152
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2fe7a722176137c39ee54f5ac462ee5b90863a2e7626bc61b19af7c76cad44
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695ef1be3daf2d7e8d6c120f5fcf114e1b81d7b7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250a56fb90afa72a17e6f71f2c340bbb36cb33feb163552d229d3ec2de206d73
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee81301574a5a18109aba922bb7ea14eec7ff6c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31aa5b509cf9bf32c3b5c27b40caf0220a37869cdb8833faab4a60c5c6fa634
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8541bcce00bb2278af0d0dcc75406de64ee0aba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ad78db03ddbdd292b62497acabfb7b67686be9d702b4e690ecc23b26f46c85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f47627cc278c314043d003bd4cd1a4967d04518
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edf8247da2f5b61c850e30d130c867f536fa76728beeb797cd3b0ebe1d05e96
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d166fae37492fed86be33ae07d76dc26533e9f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85907361167a67a91c6d09962e0df18d1808d13805876266f301bcd1e2ab13bc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2500d7e54e182fde3762c861a73509db6fd9e92
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f557d86dce582984f08f25a96a688d6b58f24e74c32ef6cc48b73c56207e89d4
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503d5950ed9754d63ad7d0ae33514675d70e0668
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3fea0ff8248ffee3a4f521152c5d10244a66f04155d6d7c4393eae1b07d09c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb0a8e9e09ee6bdadfd5f6c0f21f661a2c4d589
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63c0d329ea6597dc2fedf488b3209886824550b991586bc9831e6e6e08db65d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a81643c8ce69c7706106f33922bd468f1c03d91
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ec11fc9e3b100759cd16462653471e55c8fe8d17993dd2c04145622d2cf9fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0323c6b93cd76a3f8049135e327fa48e2924e1ec
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ad7edf77a24595313ac209aec3329001ad42276eeda82a4e2862240f36aa22
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50c2dc7549932738f7e226a47ed2deaa2c0317a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ec161a5875b0babf6d45ad6af3066122c5b6be01edcc50a5c1b02a5808894
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5426d25f659dc148c05b8c1116d1877b0d63a192
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d0c591bce00aa12c953fad53200d61dc315d822691d76007cc20cbfe3edd52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a44f1955256a1ef933a6af86930d7137fe047df
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d14d12c1b5558e6d4c3289ed417ff139cd8b18412d47690f0ccaa8f35aacd2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccac2bf5dca1536913c0228832a59092ab8e5a86
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbd2fb88db3bdc95475a1786fc56680005e62b7ea2cbb035071733ba5d0e7d4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1b2188dcd747721d5c7d82c9ff182d71ad1225
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746ee0e3ef24d516292e4ab4e75bae09d9f3325e651ceff5b60f171b49d6781
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2d96cde40bf81a35cdc8c8667161af2f8e2b03
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd7adc9dc173587da34fc3813c5d2b35e5482d6343e8a1d2ec2a108b56c9fd9
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a53f9a368d18b3f652e808841d567101246c23
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde7cd65a9afbd3d14071be3818a5f066b14eb0b01da28dc9bee4555cea64d5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbe8e6347fdf047dc1d507d40b4b0b41932d0ae
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5c0e96bb4fbe674a4716c0afa198f9472c62cc6142f4c6bf3060115db4fa33
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8af192d639e4e96941d20654a0f0160744323d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815e013f6f010bd0d5e80a892369568ff048f3432697057fcf1c3b914a61fb52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96b6a21f3038f3d6829a77cecb6decab015a06c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae0ad605386a4a27110cb20a6a059e66349fe936091076c497e00ad142db1c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71723d69e70b7bb0abdd79211504594f15c22d54
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6987d0098c465eeae238e80cd46a24acde760bd67a43f894dad352591f94851d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f5308a44da9923a0e677d5fe80383e89c85241
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8befee1f5226f0531f1129cc726bad93bf3a51fb8040f35f773f4e14a1be1a08
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9ead242293569e06322c6586422e9def664f72
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69875f7d11b1cd54eb5bd74d764651f62d0b753ac282acc9e844e61556370e1a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45abed8560b9a8fae00e7c7f938ef865b1fd4c6f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a68049e264a20ef0236a50b25d1e37c933df9be88fd327bc8522995a465e769
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17715ae648260cba9c0db20ced7c1988583119e1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93515a0d8f250eded67ff563e86b27cd6f2acd25152958bf085f5a960bbb0fb4
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e03d6a0afa67042c7f93fa8cccd0c039ac7e53
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8a8d8e2c8a5c63a3b371446f8b9ddffd742417fb83a77010e438aea1d9b2d2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab308bbd2de72cae748a0f6ce7bbfab81e1d1820
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33b3636e33631d6a19ad4d514401884f2737a21b792df48c41bb7c42e15e46c
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04961956e9dbcfe01298dcc743a575824fddd9ff
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085b28e2f24411427ee6f2f938fbecf470cf2960be46a426302fe657f9bf50a7
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145b063ac8f3cbbbad4deaed7d14fd77a61a4895
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505b27853241a5eb8bceb77e427fa32e13871f178b885e964f08ec14379c1820
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a687a6edda27b7cec6d32260cbb0ffc15f45a556
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72536c1776210bec4d5b1157c22899bd0062f0aa1a41184ec829e600fde7f2c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc1f1153b87d99afbf0493f155b626bc5c2dfdf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6417de9df90244569164c13d672acfd80a40a6b6f66e117633deca13b3e1946a
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daccd25b984b5a8f843f1548fb5c8d677978a188
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2e77046262d064190afdc07a1cdbbbb8ab093d75529385149ba8d7fbd13388
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e983659fc616de1f452d15db88b3a199e8a7277c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e013e9cd41e3555c6ca6f29c8e98d8296fdf0eabf49a27f164dabd44e84fe
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c219afec5162c0f3abd065159ff5dc5288da0caf
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cce2f5a3452379797371f598e7d0e1635a9187783e9417e6642757a005be2a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b3a047a278c0f6dbcc72311d2b56572042481
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c73cf70b31b9d30bb5ec2362796fac09b9a3eb4128013b523641fdf03cc68c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099fe49cd41692016e1e49fb9cb9e99432732d3d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71ab74cf26340592885e7c48030a44d681277a8caf1fe436fc6d363cda4267d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad0ca27582cfd663514882e886508a65918d108
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef6a298d977679362e4469a1adcb100f2ecaf3210297f9be18cc41c7e7aece1
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720debb7159749b85cd575dce30ce0fecc2ff173
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628c9815af5e6547d4e679c5bea8c160f4ee1521af76e634aa7926926cef35cd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9902e92c38312324fcf8768b316f903cf9d3825
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e95238c704aad35dabb69daa5d7b07e93a39c16020b8b001fde70c2b752e7f
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d492eeae69af3fe58fd4d417b8495ae04bbcc490
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fe1e060ac8d4030fdbdd633e000d2e6dceb3c1f1916724e60c26850d1f9658
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c7ba6499533bc6e4495a4617619932be593b3a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf3c17eb02ea1027b777ae4e84244cfddc4d72fffe23b97b5cd24a0b196f202
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb3c3728d918cc00d5fbcbb9ca257ea96573ba
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034cbef037e150728f04b55c55c044e56b350c18edeced55bcdf767cd7a43184
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dff0d198b57cc4b0ccab5d81d3717acd1db1f73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7c726e408f627f48992ba1f0b000ad2b2b41431a142c93e4a0c3a9605dd96a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6464eafabeb15286fcec7d965cb1238a9abb4e11
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0652768e434de119cbbd38a321a930ee82bf9d5e66ad3ab0d03419d958b2d6
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa65a258d331c68ed941caf96afe3f13c892850
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608e11e37e42705695cd394b75f4ec2d5d2bb3bbebb3baa42fce380be8af7b8e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeddbc7c6a806c753f264b5475c60b61162f6125
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964e661cd46d1598d2ad950fb2f1d996b2e2082b87fcefdfebdb6422c2cf9dd3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264902c9abe111f4908de8ef43ba93ddc016db50
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e3872c2baa02eca19fd33e60c52746a57d3b06e16e3eb2ef679f57d85b93c2
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80378553c359ae0f4428a8880d387293ec70d7f9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8f27b82f60777b3747890dded9782902de8745d77d3f7dd4e7a920adf7e4fd
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736bd734cbb673b18fb68fb48ca6bc4247f1cfcc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a6ac5d75ab635306d020dfcfaf1acb18c3b690a32dae7f9671dab6c63cd58d
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a350257ff008a969d10aa3ee0be6e14a2d695ffa
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aad0bff66bf1a047cc4b240c7602e2f0587f35ff59cc78a9db65a43a8ca1a0b
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd618c2f5838e87021c0e6f530f148485c27b1bd
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c8994148ce48b581b4e69da878ad7fc10fa3592b24c4a80b0b4e5ef589da0e
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4d25a1b38fbeb28c39b7a812dee6b6f2255790
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e4a09ee5211d50fd526c9b2ec312e2ec68a694f046e34ba39c33f93e1630dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ca922d22e0bef693585fb3e10d89d6bb952612
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28063dc76018567d962011a54d6a7eeb46e93149d233b3e48cabb18dcc6bef6c
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d93f6104ba52052dd4ea00e6f8c9f251e046f1
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f841479a6f215cf1c56fc6201cf9c05fc8b6db847bed0a72e9821a450e3bedfc
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593ad26188f2f112021237fd1c4a270b7397165c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00112786d7f18dd79da94e9de301b3ad09205f1feaff6d2be101d54cbc38e593
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417edddd26aca4e99588d7941c098961272ee778
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f11676b4b597fd808997c935e37b9cc67fc75564cd73a9c08d30f2633c1b455
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b024403d1e46dcbcfbbf5ce47daad89a0fb441
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16521e66c720666e974a9abdda35c5439f0759f12755ffd190447e7f486f5d3
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b2ed7401ae59fcbe72e3f11e8a30cc53c03d73
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1213719467b349b32b8e10f918ff4dc2118689821d8952dc90bd339005ae3b51
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aae91cbfeb961ce1f2b2936b0dbe29c5e6c1929
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1419acd8bd064619fe637f5decc79e8161959b2abc7e7decfac1b137dd9266dc
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6d542b5b91ac450c8663e62737a4f32e8a8966
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a694cd03ea30676358af5ce2d45c34730e240aeb4523461586b5008179d322
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce1dfe616bac87702df90558bc60f62d9ce06a5
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5567ca9263c4988500342ef16237944089dda915e5cc7318ed60d7652eb52
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c0cb2ca7e7173c3fedff318d9bbe0fe62dbd22
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89a1a6442da6550b8b1a15304948fa76cefc8dbda35abe02150e4245bf96406
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3ff3c189a764a96b5e9a007d15fa61b4c966c
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af5bbd0a1f08a6b094a6584e3544a3c5f2bd163b2dea471fd82bc9f77a85d3c
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400a20c15d7dd2c36e59b630abbd03023963539b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ad3d89845e8746cac9d2f1b97b210e13146b59efd6251dd087df07efadeb30
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748ccf220565b2bc56c7dd3be1da1ff8827d3f93
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2146aff21cafafca4df5eba1631f446afa3c57548241719efbef49f6465774
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa70d915db8c79c636c8707fddece567d6c4ce4
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2923c97f9fc3ebc559415da70ea87d4b8672154d52f86b2fb73ceb56573f84
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e109d561d5c4e7b96b23067615483fbd1780dff7
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cefa215fc0ba55467d25cf04e72305fd0bf4cc047f36c89c213d261c040db33
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a8bbba7af79e6a03ef3b4971f13464bd86d567
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee50219e3084af897c5e1c15b7e2654a9cbf15c1d737c959891090ae3933c0c4
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871fa357dba6518a67c7b63544432a235050190a
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77beb11e78c9d72ac0da34b18bad805e2b08bf775d0aa03b0d8d7175621a81cd
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ed9dfb729349a90a543b28e165d655e87468e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680ece8d47e61614d8849dc367ba834aef803ca2cad401c22ea6b9128d4c3a63
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42b2f7323905d908ba932dc5c44561043d50f8f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5c634399c14ddd4080ca098de819e8c550b8fe8c109ec3cd8cf48e2f488531
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5dccdf7b19954e73c9e3d56c3a8a9113ab9c1e
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896fa99d9d7558fbb2120c96a5c02a7d856bf0dd811dfe080244f3f6f2c37a85
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d5f3a6ab08e8bd44822047a2aa3d780c83afc0
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9f520c07f103bfa7cc6988889c41628a239fba28aaa1d4cde1aadebcb15105
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5315a3aafb4329e4bdb1bd2907b223ddc3b59fde
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d73d8b090f7ed739daa3969cc0fa90dde06cf0ad891d43ce60132cb184b7a
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f7bbec0c2a70eec9dffa0dd63b1421b486efc
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d73abcd491fe9e4c4b044493c11dd8ca4e0828687b364bda7188a7a5f82f21
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57e065514395f0cd0b93602fa04f918fea65d9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4206e9e9790072e8937004f7c372165bc0fb93dea834dbcdfba4bee5f7892a
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb9f8d1db7c6d593e4ae68d66c3219ceb267bc3
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a894527201fe49e58ca3d1c660c606371bcf122b8fb16a4aa8c32a05916ebf98
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65cc6655e8edb45d5ef0ec273714c60a794115b
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2775326bf4d8017322c9adf179d4e964b3a3db1cd77321a3432eca9853428021
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3197cc5e9bd709bdd03dbdffe7c85dee4f77ae14
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54385d426149fe3de3f89a577a543c03b31aa5443470e080ec04d11c2d03174
+size 23683
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eb445eea521b943caf54552e4f2419c4673ac8
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb8635a44c391a59e5f5a6ec4caa26e59b8dd312418ee681fceeac823bc989e
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5657ee2f74c3923d652d49ba3571ccb7b6f1c6a9
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45756aa733e285954325f5b4a1e8068a395e1408257f48c81a29b5f8421858dd
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e70a0dbbaaa6e82bd88d29b46ad0ccfd14fb95f
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8da9c9588142463794a43afa029b7b431f5adcf46b3ad67252bb008b5681816
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b251048582b4d43e0b162efb5db89f707da4a021
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a379d61fc8c740c0226b57dce0bb0e25152eae298ef7aef7d8ff98ad1009b33b
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb3fb46d42c4e111dba944e564ee1484070c54d
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613ab16b10d5a830fe754ee83ff38d392fba27ff13aa2c39ecae4733393eaa0e
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e991184ee7af4be71f12f6cfcfdbb601d224e398
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f882b86342257d71aa0f8306b6b748ac453991cc4373fcac122e1398b3b6e543
+size 9347
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe9300b9a23f302528b2cf47dcbf4122ae107b6
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884eaa9b7c6e645da71e7b05feaef4b093b524fd296001bd2a4dd78211880fe5
+size 2179
diff --git a/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2acfd744deb9251441c56a9249643bd4e959f61
--- /dev/null
+++ b/params/tinyllama/5/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b96bd275f9bcac177f27eaaa1a268780c926e6327d78b76ce5fd395add181a
+size 2179